-- Logs begin at Fri 2022-01-28 00:10:03 UTC, end at Fri 2022-01-28 01:17:03 UTC. -- Jan 28 00:48:59.201302 dv-cinder-816898-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 00:49:02.285623 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.common.config [-] Logging enabled! Jan 28 00:49:02.286258 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 00:49:02.286409 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 00:49:02.289630 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.common.config [-] Logging enabled! Jan 28 00:49:02.289889 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 00:49:02.290202 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 00:49:02.291184 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:49:02.291405 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:49:02.291772 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:49:02.292021 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:49:02.292254 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:49:02.292575 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.293006 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 00:49:02.293318 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.293612 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.293902 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.294195 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.294483 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.294776 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.295103 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.295402 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.295689 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.296081 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.296372 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.296670 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.296955 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.297245 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.297534 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.297819 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] debug = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.298100 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.298536 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.298975 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.299257 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.299548 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.299827 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.300097 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.300372 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.300658 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.301063 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] host = dv-cinder-816898-6-iscsi {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.301350 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.301640 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.301928 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.302217 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.302490 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.302767 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.303076 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.303352 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.303624 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] log_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.303899 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.304187 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.304476 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.304766 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.304997 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.305219 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.305517 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.305804 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.306079 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.306352 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.306625 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.306920 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.307197 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.307467 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.307751 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.308033 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.308316 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.308590 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.308863 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.309132 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.309401 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.309682 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.309953 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.310222 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.311040 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.311331 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.311602 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.311876 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.312177 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.312466 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.312749 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.313033 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.313307 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.313588 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.313857 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.314126 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.314394 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] use_json = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.314660 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.314950 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.315234 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.315502 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.315770 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.316039 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.316306 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.316590 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.316898 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:02.317139 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.317434 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.317740 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.318036 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.318323 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.318644 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.318988 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.319270 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.319559 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.319845 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.320131 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.320405 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.320701 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.320986 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.321278 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.321579 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.321870 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.322161 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.322438 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.322709 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.323003 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.323281 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.323568 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.323842 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.324129 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.324415 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.324691 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.324983 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.325267 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.325561 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.325848 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.326169 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.326975 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.327268 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.327544 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.327815 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.328090 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.328376 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.328649 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.328919 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.329198 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.329475 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.329748 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.330019 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.330295 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.330582 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.330856 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.331153 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.331426 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.331703 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.331974 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.332265 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.332541 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.332813 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.333083 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.333356 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.333626 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.333898 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.334169 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.334437 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.334709 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.335004 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.335273 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.335543 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.335810 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.336079 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.336348 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.336615 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.336888 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.337213 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.337484 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.337753 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.338024 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.338295 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.338685 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.339114 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.339531 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.339946 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.340383 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.340873 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.341202 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.341489 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.341803 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.342086 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.342368 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.342661 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.342976 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.343266 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.343566 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.343846 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.344143 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.344421 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.344702 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.344981 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.345259 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.345539 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.345819 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.346111 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.346401 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.346691 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.347003 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.347298 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.347578 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.347887 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.348168 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:02.348385 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:49:02.348625 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102213) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 00:49:02.731406 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 00:49:02.731688 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 00:49:02.732001 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 00:49:02.732404 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 00:49:03.064317 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.064533 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.064806 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.066123 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.066405 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.066674 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.110805 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.111115 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.111384 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.125465 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.125747 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.126015 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.156842 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.157122 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.157392 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.194396 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.194673 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.194968 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.534104 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.534740 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.534740 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.534937 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.535593 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.634546 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.634862 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.635169 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.635439 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.635705 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.636015 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.636274 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.636530 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.636782 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.637065 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.637330 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.637594 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.637848 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.638098 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.638495 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.638765 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.639246 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.639524 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.639793 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.640055 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.640327 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.640580 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.640860 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.641234 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.641485 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.641732 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.642133 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:49:03.642377 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:49:03.642619 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:49:03.642858 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:49:03.643126 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:49:03.643398 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:49:03.643782 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 00:49:03.646969 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 00:49:03.651034 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 00:49:03.655350 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Jan 28 00:49:03.656989 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 00:49:03.657841 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 00:49:03.657841 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 00:49:03.658158 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 00:49:03.661067 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 00:49:03.661316 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 00:49:03.661665 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 00:49:03.667050 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 00:49:03.691617 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 00:49:03.692081 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.692383 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102213) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 00:49:03.692747 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.694205 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102213) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 00:49:03.694482 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 00:49:03.694725 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 00:49:03.697998 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.698290 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:03.762745 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 00:49:03.763016 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 00:49:03.763259 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 00:49:03.763660 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 00:49:03.784516 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_db.sqlalchemy.engines [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102213) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 00:49:04.218009 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Initializing driver for type 'gre' Jan 28 00:49:04.218547 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] gre ID ranges: [(1, 1000)] Jan 28 00:49:04.274150 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Initializing driver for type 'local' Jan 28 00:49:04.274509 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Initializing driver for type 'vlan' Jan 28 00:49:04.290201 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] VlanTypeDriver initialization complete Jan 28 00:49:04.290522 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Initializing driver for type 'vxlan' Jan 28 00:49:04.291043 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] vxlan ID ranges: [(1, 1000)] Jan 28 00:49:04.345323 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Initializing extension driver 'port_security' Jan 28 00:49:04.345769 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.extensions.port_security [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] PortSecurityExtensionDriver initialization complete Jan 28 00:49:04.346203 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Initializing mechanism driver 'openvswitch' Jan 28 00:49:04.346531 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Initializing mechanism driver 'hyperv' Jan 28 00:49:04.354019 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.plugins.ml2.plugin [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:04.354710 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > port after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.355108 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > port after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.355467 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > port after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.356004 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:49:04.356458 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > subnet after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.356959 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > subnet after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.357366 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.358289 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:49:04.358955 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > network after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.359576 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > network after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.360182 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > network after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.360648 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:49:04.361076 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > security_group after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.361434 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > security_group after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.361781 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.362319 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:49:04.362735 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.363160 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.363514 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.363924 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:49:04.364354 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > address_group after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.364807 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > address_group after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.365159 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.365563 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:49:04.366021 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] ML2 OVO RPC backend initialized. {{(pid=102213) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 00:49:04.366909 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.367279 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.367838 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > network before_response 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.368464 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > networks before_response 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.369052 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > port before_response 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.369421 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > ports before_response 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.369792 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > subnet before_response 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.370131 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > subnets before_response 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.370480 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > network after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.370826 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > network after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.371191 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > network after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.371533 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > port after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.371874 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > port after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.372211 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > port after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.372550 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > subnet after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.372911 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > subnet after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.373738 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.381835 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded quota_driver: . Jan 28 00:49:04.382199 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.plugin [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Modular L2 Plugin initialization complete Jan 28 00:49:04.382566 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading services supported by the core plugin {{(pid=102213) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 00:49:04.382916 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.plugins.ml2.managers [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Got port-security extension from driver 'port_security' Jan 28 00:49:04.383448 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.extensions.vlantransparent [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Disabled vlantransparent extension. Jan 28 00:49:04.384083 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102213) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 00:49:04.384415 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading Plugin: router Jan 28 00:49:04.426084 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.426475 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router after_create 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.426855 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router before_create 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.427247 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.427623 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.427985 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router after_delete 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.428349 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.428702 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.429174 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router after_create 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.429534 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router after_update 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.429889 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router after_update 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.430252 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.430911 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router after_update 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.431656 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_update 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.432052 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: port after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.432404 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: port after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.432752 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: subnet after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.433098 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.433452 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.433803 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_create 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.434150 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: port before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.434495 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.434871 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router after_update 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.435239 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.436177 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_create 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.436546 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.436897 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_update 55549900 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.437302 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > agent after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.437660 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > agent after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.438008 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > network after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.439048 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Tracking information for resource: router configured {{(pid=102213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:49:04.439394 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Tracking information for resource: floatingip configured {{(pid=102213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:49:04.445304 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.db.l3_agentschedulers_db [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 00:49:04.445888 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: port after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.446254 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: port after_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.446610 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: port after_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.447000 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: port after_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.447953 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router before_create 55550100 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.448393 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.448763 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_create 55550100 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.449388 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > router precommit_update 55550100 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.454963 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.services.provider_configuration [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service providers = [] {{(pid=102213) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 00:49:04.455335 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.db.servicetype_db [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102213) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 00:49:04.458559 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.services.service_base [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:49:04.459170 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.services.service_base [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:49:04.459768 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.services.service_base [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:49:04.460847 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.services.service_base [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:49:04.461227 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.services.service_base [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 00:49:04.461611 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:49:04.461963 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 00:49:04.474076 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:49:04.474363 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading Plugin: auto_allocate Jan 28 00:49:04.481018 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: network precommit_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.481392 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: network precommit_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.481919 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:49:04.482263 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading Plugin: tag Jan 28 00:49:04.490108 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:49:04.490443 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading Plugin: timestamp Jan 28 00:49:04.494847 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:49:04.495469 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading Plugin: network_ip_availability Jan 28 00:49:04.501287 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.501661 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.502029 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.502740 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:49:04.503090 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading Plugin: flavors Jan 28 00:49:04.508984 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:49:04.509317 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading Plugin: revisions Jan 28 00:49:04.514264 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:49:04.514985 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_concurrency.lockutils [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=102213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 00:49:04.515780 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102213) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 00:49:04.516120 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Initializing extension manager. Jan 28 00:49:04.516647 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: __init__.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.516990 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: __pycache__ {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.517324 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.517656 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: address_group.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.518415 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.519020 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: address-group Jan 28 00:49:04.519347 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: address_scope.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.520059 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.520571 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: address-scope Jan 28 00:49:04.520895 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.521841 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.522466 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: router-admin-state-down-before-update Jan 28 00:49:04.523084 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: agent.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.524257 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.524785 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: agent Jan 28 00:49:04.525115 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: agent_resources_synced.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.526042 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.526557 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: agent-resources-synced Jan 28 00:49:04.526897 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: allowedaddresspairs.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.528698 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.529746 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: allowed-address-pairs Jan 28 00:49:04.530077 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: auto_allocated_topology.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.531191 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.531940 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: auto-allocated-topology Jan 28 00:49:04.532513 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: availability_zone.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.533380 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.533900 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: availability_zone Jan 28 00:49:04.534231 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: availability_zone_filter.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.535179 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.535693 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: availability_zone_filter Jan 28 00:49:04.536016 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: data_plane_status.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.536927 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.537427 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 00:49:04.537751 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: default_subnetpools.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.538668 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.539201 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: default-subnetpools Jan 28 00:49:04.539525 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.540525 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.541443 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: dhcp_agent_scheduler Jan 28 00:49:04.541856 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: dns.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.542790 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.543384 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 00:49:04.543774 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: dns_domain_ports.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.545482 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.546113 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 00:49:04.546558 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.547841 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.548494 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 00:49:04.548930 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: dvr.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.550020 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.551428 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: dvr Jan 28 00:49:04.551761 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: ecmp_routes.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.552928 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.553621 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 00:49:04.554077 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: empty_string_filtering.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.555345 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.555937 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: empty-string-filtering Jan 28 00:49:04.556346 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.557482 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.558119 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 00:49:04.558545 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.560240 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.561281 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 00:49:04.561785 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: external_net.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.563765 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.564470 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: external-net Jan 28 00:49:04.564832 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.565904 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.566586 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: extra_dhcp_opt Jan 28 00:49:04.567082 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: extraroute.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.568119 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.568633 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: extraroute Jan 28 00:49:04.568958 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: extraroute_atomic.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.570019 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.570562 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: extraroute-atomic Jan 28 00:49:04.570904 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: filter_validation.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.571908 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.572829 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: filter-validation Jan 28 00:49:04.573396 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: fip_pf_description.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.574455 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.575005 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 00:49:04.575335 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: fip_port_details.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.576790 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.577304 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: fip-port-details Jan 28 00:49:04.577632 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: flavors.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.578902 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.579433 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: flavors Jan 28 00:49:04.579761 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.581494 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.582251 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 00:49:04.582796 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: floatingip_pools.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.583913 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.584453 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: floatingip-pools Jan 28 00:49:04.584868 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: ip_allocation.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.586315 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.586847 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 00:49:04.587208 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.588147 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.588662 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: ip-substring-filtering Jan 28 00:49:04.588990 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: l2_adjacency.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.589912 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.590422 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 00:49:04.590748 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: l3.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.592345 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.592868 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: router Jan 28 00:49:04.593196 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.596487 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.597221 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 00:49:04.597555 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.598489 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.599045 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: ext-gw-mode Jan 28 00:49:04.599375 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.600312 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.600828 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: l3-ha Jan 28 00:49:04.601151 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: l3_flavors.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.602076 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.602589 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: l3-flavors Jan 28 00:49:04.602971 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.603929 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.604767 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 00:49:04.605339 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: l3agentscheduler.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.607038 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.607674 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: l3_agent_scheduler Jan 28 00:49:04.608015 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: local_ip.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.609843 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.610373 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension local_ip not supported by any of loaded plugins Jan 28 00:49:04.610710 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: logging.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.612226 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.612757 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension logging not supported by any of loaded plugins Jan 28 00:49:04.613091 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: metering.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.613850 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.614549 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: metering Jan 28 00:49:04.615107 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.616773 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.617310 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: metering_source_and_destination_fields Jan 28 00:49:04.617643 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: multiprovidernet.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.618586 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.619137 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: multi-provider Jan 28 00:49:04.619467 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: netmtu.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.620390 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.620903 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: net-mtu Jan 28 00:49:04.621229 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: netmtu_writable.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.622147 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.622657 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: net-mtu-writable Jan 28 00:49:04.623058 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: network_availability_zone.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.623737 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.624241 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: network_availability_zone Jan 28 00:49:04.624566 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: network_ip_availability.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.625693 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.626205 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: network-ip-availability Jan 28 00:49:04.626533 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: network_segment_range.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.627328 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.627832 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 00:49:04.628156 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: pagination.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.629139 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.629471 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: pagination Jan 28 00:49:04.629794 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: port_device_profile.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.630712 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.631265 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: port-device-profile Jan 28 00:49:04.631589 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.632907 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.633838 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: port-mac-address-regenerate Jan 28 00:49:04.634395 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.635495 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.636018 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: port-numa-affinity-policy Jan 28 00:49:04.636345 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: port_resource_request.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.637273 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.637783 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 00:49:04.638108 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: port_resource_request_groups.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.639992 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.640508 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 00:49:04.640835 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: portbindings.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.641765 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.642276 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: binding Jan 28 00:49:04.642602 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: portbindings_extended.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.643988 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.644510 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: binding-extended Jan 28 00:49:04.644841 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: portsecurity.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.645760 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.646285 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: port-security Jan 28 00:49:04.646614 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: project_id.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.647626 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.647959 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: project-id Jan 28 00:49:04.648286 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: providernet.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.649233 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.649747 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: provider Jan 28 00:49:04.650098 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.655634 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.656234 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos not supported by any of loaded plugins Jan 28 00:49:04.656577 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.657882 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.658404 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 00:49:04.658738 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.659688 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.660203 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 00:49:04.660531 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_default.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.661443 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.661955 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-default not supported by any of loaded plugins Jan 28 00:49:04.662289 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_fip.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.663236 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.663744 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 00:49:04.664068 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.664995 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.665499 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 00:49:04.665823 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_gateway_ip.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.667094 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.667716 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 00:49:04.668047 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_port_network_policy.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.668968 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.669480 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 00:49:04.669832 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.671009 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.671411 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 00:49:04.671737 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_pps_rule.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.672922 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.673441 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 00:49:04.673769 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_rule_type_details.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.674690 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.675233 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 00:49:04.675562 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: qos_rules_alias.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.676614 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.677131 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 00:49:04.677461 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: quota_check_limit.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.678382 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.679162 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: quota-check-limit Jan 28 00:49:04.679515 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: quotasv2.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.680475 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.680808 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: quotas Jan 28 00:49:04.681133 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: quotasv2_detail.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.683003 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.683347 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: quota_details Jan 28 00:49:04.683677 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: rbac.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.684745 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.685275 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: rbac-policies Jan 28 00:49:04.685637 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: rbac_address_group.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.686573 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.687134 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: rbac-address-group Jan 28 00:49:04.687464 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: rbac_address_scope.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.688388 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.688902 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: rbac-address-scope Jan 28 00:49:04.689229 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: rbac_security_groups.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.690157 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.690668 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: rbac-security-groups Jan 28 00:49:04.691033 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: rbac_subnetpool.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.691955 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.692468 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: rbac-subnetpool Jan 28 00:49:04.692797 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: revisionifmatch.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.693744 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.694258 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: revision-if-match Jan 28 00:49:04.694816 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: revisions.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.696172 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.696947 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: standard-attr-revisions Jan 28 00:49:04.697280 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: router_availability_zone.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.698336 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.699309 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: router_availability_zone Jan 28 00:49:04.699834 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: routerservicetype.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.700782 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.701824 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 00:49:04.702155 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.703192 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.703713 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: security-groups-normalized-cidr Jan 28 00:49:04.704040 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.704970 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.705488 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: port-security-groups-filtering Jan 28 00:49:04.705817 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.706764 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.707307 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: security-groups-remote-address-group Jan 28 00:49:04.707633 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.709102 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.710531 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: security-groups-shared-filtering Jan 28 00:49:04.711141 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.711820 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 00:49:04.712397 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: securitygroup.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.722814 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.723416 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: security-group Jan 28 00:49:04.723750 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: segment.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.724971 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.725787 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension segment not supported by any of loaded plugins Jan 28 00:49:04.726857 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.728271 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.728896 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 00:49:04.729231 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: servicetype.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.730369 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.730928 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: service-type Jan 28 00:49:04.731257 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: sorting.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.732300 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.732647 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: sorting Jan 28 00:49:04.732979 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: standard_attr_segment.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.733902 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.734419 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 00:49:04.734748 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: standardattrdescription.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.735426 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.735935 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: standard-attr-description Jan 28 00:49:04.736259 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: stateful_security_group.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.737191 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.737707 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: stateful-security-group Jan 28 00:49:04.738033 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: stdattrs_common.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.738609 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 00:49:04.738957 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.739888 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.740406 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 00:49:04.740732 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: subnet_onboard.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.741832 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.742466 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: subnet_onboard Jan 28 00:49:04.743554 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.744680 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.745203 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 00:49:04.745532 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: subnet_service_types.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.746521 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.747086 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: subnet-service-types Jan 28 00:49:04.747416 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: subnetallocation.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.748542 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.749069 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: subnet_allocation Jan 28 00:49:04.749399 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.750069 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.750582 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: subnetpool-prefix-ops Jan 28 00:49:04.750924 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.751887 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.752397 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 00:49:04.752791 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: tagging.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.754022 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.755436 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: standard-attr-tag Jan 28 00:49:04.755781 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: timestamp.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.757212 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.757734 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loaded extension: standard-attr-timestamp Jan 28 00:49:04.758064 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: trunk.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.759138 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.759664 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension trunk not supported by any of loaded plugins Jan 28 00:49:04.759995 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: trunk_details.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.760919 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.761440 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 00:49:04.761769 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: uplink_status_propagation.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.762750 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.763296 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 00:49:04.764563 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Loading extension file: vlantransparent.py {{(pid=102213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:49:04.766126 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:49:04.766656 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 00:49:04.769687 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:network Jan 28 00:49:04.770217 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:subnet Jan 28 00:49:04.770623 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:49:04.771051 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:port Jan 28 00:49:04.772335 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.772772 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service FLAVORS assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.773432 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.773856 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.774261 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:router Jan 28 00:49:04.774699 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 00:49:04.775314 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service METERING assigned prefix: /metering {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.777705 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.778331 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.778703 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:49:04.780404 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 00:49:04.780854 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:security_group Jan 28 00:49:04.781286 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 00:49:04.783054 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service CORE assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.783409 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:49:04.783770 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] subnetpool is already registered Jan 28 00:49:04.784215 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service CORE assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.784554 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:49:04.784893 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] subnetpool is already registered Jan 28 00:49:04.787190 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.787626 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service FLAVORS assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.788212 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.788633 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.789009 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:router Jan 28 00:49:04.789400 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] router is already registered Jan 28 00:49:04.789816 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 00:49:04.790262 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] floatingip is already registered Jan 28 00:49:04.791531 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service METERING assigned prefix: /metering {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.792398 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 00:49:04.792750 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] rbac_policy is already registered Jan 28 00:49:04.793427 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:security_group Jan 28 00:49:04.793771 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] security_group is already registered Jan 28 00:49:04.794179 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 00:49:04.794516 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] security_group_rule is already registered Jan 28 00:49:04.795207 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service CORE assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.795544 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:49:04.795879 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] subnetpool is already registered Jan 28 00:49:04.796296 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.v2.resource_helper [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Service CORE assigned prefix: {{(pid=102213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:49:04.796624 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:49:04.796957 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING neutron.quota.resource_registry [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] subnetpool is already registered Jan 28 00:49:04.797455 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: extensions {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.799057 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: address-groups {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.800555 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: address-scopes {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.801886 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: agents {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.803092 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: auto-allocated-topology {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.804481 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: availability_zones {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.806051 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: dhcp-networks {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.810265 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: dhcp-agents {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.811814 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: routers {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.814069 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: flavors {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.815895 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: service_profiles {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.817507 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: next_providers {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.818997 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: service_profiles {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.820559 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: floatingip-pools {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.821814 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: routers {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.824138 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: floatingips {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.825515 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: l3-routers {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.827908 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: l3-agents {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.830177 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: metering-labels {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.832004 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: metering-label-rules {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.833801 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: network-ip-availabilities {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.835097 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: bindings {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.836773 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: quotas {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.838361 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: quotas {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.839937 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: rbac-policies {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.841237 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: security-groups {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.844334 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: security-group-rules {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.845585 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: service-providers {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.847000 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: subnetpools {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.848792 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: subnetpools {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.851588 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.853982 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.855848 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.857742 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.860814 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.863378 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.865740 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.867701 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.869557 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.871584 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron.api.extensions [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Extended resource: tags {{(pid=102213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:49:04.879753 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING keystonemiddleware.auth_token [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 00:49:04.884946 dv-cinder-816898-6-iscsi neutron-server[102213]: WARNING keystonemiddleware.auth_token [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 00:49:04.895552 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_concurrency.lockutils [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Acquired lock "singleton_lock" {{(pid=102213) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 00:49:04.896094 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_concurrency.lockutils [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Releasing lock "singleton_lock" {{(pid=102213) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 00:49:04.896770 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO oslo_service.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Starting 2 workers Jan 28 00:49:04.902132 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Started child 102324 {{(pid=102213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:49:04.908107 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.908847 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Started child 102325 {{(pid=102213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:49:04.909612 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [-] (102324) wsgi starting up on http://0.0.0.0:9696 Jan 28 00:49:04.909783 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO neutron.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 00:49:04.910448 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.912975 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO oslo_service.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Starting 1 workers Jan 28 00:49:04.913145 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.914543 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [-] (102325) wsgi starting up on http://0.0.0.0:9696 Jan 28 00:49:04.919004 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Started child 102326 {{(pid=102213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:49:04.919768 dv-cinder-816898-6-iscsi neutron-server[102213]: INFO oslo_service.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Starting 1 workers Jan 28 00:49:04.923474 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] calling RpcWorker wait() {{(pid=102326) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 00:49:04.924057 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] returning from RpcWorker wait() {{(pid=102326) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 00:49:04.925166 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Started child 102327 {{(pid=102213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:49:04.925338 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.925770 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:04.926006 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG neutron_lib.callbacks.manager [None req-f039b6f1-e1ed-42b3-b6f2-e14844d5ba73 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.928044 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102213) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 00:49:04.928274 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:49:04.928449 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:49:04.928677 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:49:04.929049 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:49:04.929223 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:49:04.929982 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.930284 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.930757 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.930941 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.931267 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.931570 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.932149 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.932445 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.932708 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.932993 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.933250 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.933435 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.933592 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.933852 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.934091 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.934400 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.934663 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.934956 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.935223 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.935941 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.936220 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.936497 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.936747 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.937021 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] debug = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.937274 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.937752 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.937984 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.938238 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.938476 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.938755 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.939034 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.939346 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.939584 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.939804 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.940053 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.940325 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.940587 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.940858 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.941149 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.941388 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.941677 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.942070 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.942797 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] host = dv-cinder-816898-6-iscsi {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.943182 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.943542 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.943986 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.944410 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.946442 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.946693 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.947033 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.947332 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.947606 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.947850 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.948102 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.948363 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.948590 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.948856 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.949030 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_options = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.949258 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.949549 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.949816 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.950012 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.950188 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.950378 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.950845 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.950845 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.951744 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.951912 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.952825 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:04.952987 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.953124 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.953401 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.953639 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.953934 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.954182 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.954418 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.954745 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.954982 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.955252 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.955498 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.956105 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.956105 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.956273 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.956518 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.956696 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.957238 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.957238 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.957517 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.957517 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.957785 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.958618 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.958849 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.959218 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.960099 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.961382 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.963293 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.963557 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.963866 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.964115 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.964388 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.964654 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.964884 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.965825 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.965825 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.965825 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.966060 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_json = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.966133 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.966495 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.967317 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.967565 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.968150 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.968377 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.968617 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.968875 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.969523 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:04.970100 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.970520 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.971155 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.971412 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.971845 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.972103 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.972365 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.972600 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.972905 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.973170 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.973472 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.973713 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.974042 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.974306 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.974559 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.974927 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.975225 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.975455 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.975676 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.977694 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.978031 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.978968 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.979363 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.980334 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.980952 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.983131 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.983403 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.983731 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.984017 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.984413 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.984691 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.984962 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.985237 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.985465 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.985712 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.985946 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.986187 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.986407 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.986626 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.987103 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.987440 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.987812 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.988057 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.988401 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.990171 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.990913 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.991149 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.991429 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.991682 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.992465 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.992733 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.993127 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.993362 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.993584 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.994020 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.994558 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.994802 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.995653 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.995901 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.996119 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.996335 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.996556 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.997062 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.997062 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.997235 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.997443 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.997660 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.997896 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.998813 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.999165 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.999486 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.999726 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:04.999966 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.000178 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.000395 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.000614 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.000828 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.001064 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.001288 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.001502 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.001735 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.001947 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.002161 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.002373 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.002620 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.002835 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.003071 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.003282 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.003509 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.003728 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.004018 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.004381 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.004706 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.004953 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.005193 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.005448 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.005689 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.005904 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.006145 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.006361 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.006575 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.006781 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.007055 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.007275 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.007525 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.007743 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.007957 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.008191 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.008406 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.008635 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.008846 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.009177 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.009400 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.009664 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.009913 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.010145 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.010392 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.010643 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.010958 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.011221 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.011490 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.011709 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.011966 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.012247 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.012507 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.012762 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.013099 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.013584 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.014640 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.014874 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.015170 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.016055 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.016347 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.016651 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.016929 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.017269 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.017553 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.017841 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.018258 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.018497 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.018878 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.019118 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.019391 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.019647 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.019890 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.020149 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.020410 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.020678 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.020914 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.021157 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.021392 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.021623 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.021854 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.022086 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.022319 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.022549 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.022809 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.023150 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.023389 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.023636 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.023866 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.024100 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.024326 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.024539 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.024756 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.025011 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.025203 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.025426 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.025673 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.025914 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.026126 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.026341 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.026549 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.026797 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.027036 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.027305 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.027576 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.027810 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.028053 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.028307 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.028555 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.028787 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.029035 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.029279 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.029488 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.029699 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.029934 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.030142 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.030366 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.030588 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.030796 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.031094 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.031348 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.031685 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.031934 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.032180 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.032417 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.032635 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.032872 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.033113 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.033369 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.033600 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.033811 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.034059 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.034317 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.034558 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.034798 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.035081 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.035312 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.035522 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.035736 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.035953 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.036249 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.036488 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.036650 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:05.036763 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.036955 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.037170 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.037379 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.037622 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.037832 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.038040 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.038262 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.038496 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.038704 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.038969 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.039178 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.039387 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.039607 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.039870 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.040075 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.040347 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.040650 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.040885 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.041107 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.041325 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.041532 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.041769 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.041982 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.042194 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.042412 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.042642 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.042865 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.043127 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.043335 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.044160 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.044390 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.044606 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.045454 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.045802 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.046100 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.046349 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.046666 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.046952 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.047231 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.047516 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.047856 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.048081 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.048332 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.048561 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.048805 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.049036 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.049319 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.049740 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.050051 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.050301 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.050576 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.050878 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.051180 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.051467 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.051701 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.051998 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.052337 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.052631 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.052883 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.053114 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.053366 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.053599 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.053850 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.054111 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.054364 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.054581 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.054826 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.055100 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.055363 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.055606 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.055819 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.056057 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.056268 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.056479 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.056705 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.056920 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.057081 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:49:05.057623 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102213) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 00:49:05.057862 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:49:05.058060 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:49:05.058237 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:49:05.058409 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:49:05.058565 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:49:05.058778 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.058966 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.059131 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.059291 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.059451 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.059645 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.059811 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.059973 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.060137 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.060295 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.060958 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.061121 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.061281 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.061439 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.061598 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.061814 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.062030 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.062143 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.062303 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.062467 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.062627 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.062790 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.062990 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] debug = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.063132 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.063343 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.063511 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.063705 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.063833 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.064147 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.064316 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.064518 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.064638 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.064805 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.064965 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.065137 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.065270 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.065426 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.065588 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.065778 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.065926 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.066058 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.066216 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] host = dv-cinder-816898-6-iscsi {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.066375 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.066533 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.066796 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.066992 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.067157 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.067315 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.067526 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.067654 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.067765 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.067988 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.068088 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.068227 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.068412 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.068572 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.068724 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_options = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.068874 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.069017 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.069150 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.069281 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.069432 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.069592 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.069761 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.069955 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.070274 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.070436 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.070596 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.070756 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.070935 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.071099 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.071259 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.071419 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.071579 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.071738 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.071897 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.072056 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.072211 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.072361 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.072520 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.072680 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.072837 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.072994 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.073152 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.073313 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.073470 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.073629 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.073789 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.073951 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.074106 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.074264 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.074425 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.074584 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.074752 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.074913 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.075081 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.075236 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.075415 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.075662 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.075823 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.075979 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.076858 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.077017 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.077177 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_json = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.077336 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.077495 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.077654 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.077814 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.078023 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.078124 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.078275 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.078434 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.078593 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:49:05.078778 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.078960 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.079145 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.079302 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.079617 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.079780 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.080093 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.080256 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.080565 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.080729 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.080898 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.081057 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.081233 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.081395 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.081557 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.081722 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.081885 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.082047 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.082211 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.082373 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.082537 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.082697 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.082871 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.083049 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.083214 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.083374 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.083536 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.083708 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.083870 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.084048 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.084210 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.084373 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.084537 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.084698 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.084877 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.085131 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.085302 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.085464 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.085626 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.085787 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.085948 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.086110 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.086271 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.086433 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.086595 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.086757 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.086939 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.087090 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.087252 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.087413 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.087576 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.087738 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.087900 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.088063 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.088224 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.088390 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.088547 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.088726 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.088885 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.089047 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.089210 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.089367 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.089529 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.089690 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.089850 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.090010 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.090172 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.090332 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.090510 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.090671 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.090832 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.091020 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.091183 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.091343 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.091506 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.091708 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.091872 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.092035 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.092196 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.092357 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.092518 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.092679 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.092842 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.093002 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.093164 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.093423 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.093598 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.093759 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.093922 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.094085 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.094245 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.094419 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.094586 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.094737 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.094928 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.095075 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.095216 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.095360 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.095507 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.095650 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.095797 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.095979 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.096128 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.096256 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.096419 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.096579 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.096740 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.096901 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.097061 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.097222 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.097383 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.097543 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.097703 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.097863 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.098024 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.098184 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.098345 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.098505 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.098676 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.098837 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.099024 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.099186 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.099354 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.099527 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.099688 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.099849 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.100011 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.100173 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.100333 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.100494 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.100655 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.100817 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.100977 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.101139 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.101314 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.101476 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.101637 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.101798 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.102041 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.102176 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.102336 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.102498 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.102659 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.102820 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.103008 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.103173 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.103325 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.103536 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.103744 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.103744 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.104013 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.104156 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.104309 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.104424 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.104518 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.104657 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.104817 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.104978 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.105139 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.105305 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.105466 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.105628 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.105789 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.105950 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.106111 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.106272 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.106434 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.106595 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.106756 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.106938 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.107102 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.107287 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.107470 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.107599 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.107760 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.107925 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.108087 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.108249 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.108410 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.108571 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.108734 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.108895 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.109059 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.109222 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.109382 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.109544 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.109706 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.109868 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.110029 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.110190 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.110388 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.110603 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.110766 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.110973 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.111138 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.111300 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.111467 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.111623 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.111772 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.111937 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.112082 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.112230 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.112373 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.112518 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.112735 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.112889 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.113018 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.113142 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.113269 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.113430 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.113590 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.113751 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.113927 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.114089 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.114251 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.114411 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.114572 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.114733 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.114930 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.115087 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.115250 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.115411 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.115571 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.115733 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.115905 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.116067 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.116228 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.116389 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.116549 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.116709 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.116880 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.117042 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.117203 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.117363 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.117524 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.117685 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.117855 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.118017 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.118177 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.118337 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.118499 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.118676 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.118954 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.119122 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.119269 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.119434 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.119595 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.119758 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.119937 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.120096 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.120241 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.120388 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.120555 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.120711 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.120869 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.121045 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.121193 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.121365 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.121515 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.121661 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.121824 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.121976 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.122140 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.122299 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.122467 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.122630 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.122800 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.123593 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.123678 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.123815 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.123984 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.124159 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.124321 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.124483 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.124644 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.124806 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.124969 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.125130 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.125297 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.125459 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.125621 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.125782 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.125943 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.126104 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.126265 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.126425 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.126587 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.126749 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.126928 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.127093 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.127255 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:49:05.127407 dv-cinder-816898-6-iscsi neutron-server[102213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:49:05.384631 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 38560) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:05.393803 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069504 Jan 28 00:49:16.956567 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db12f195-c9e9-4488-b08b-b4abe757317f None None] get_active_networks_info from dv-cinder-816898-6-iscsi {{(pid=102326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:49:17.030178 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db12f195-c9e9-4488-b08b-b4abe757317f None None] No non-hosted networks {{(pid=102326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 00:49:17.047488 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.agentschedulers_db [None req-db12f195-c9e9-4488-b08b-b4abe757317f None None] DHCP Agent not found on host dv-cinder-816898-6-iscsi {{(pid=102326) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 00:49:17.180934 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-9393d175-c6e9-449c-a980-caea86ebb455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2041276'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:19.172171 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-59b6bf7a-bf68-44a7-8774-f390dd22dad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2041276'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:19.203596 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-81870efb-b953-4cdb-89e2-e08c16f0971f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.460058 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2041276'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:21.927228 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2041276'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.304770 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2041276'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.305523 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.306482 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.306818 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.307225 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.307526 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.307857 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.308547 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.308904 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.309229 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.309550 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.310364 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.310693 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.311070 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.311469 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816898-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:23.319344 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816898-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:25.339782 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.db.l3_hamode_db [None req-d0b0ce74-ffe4-48df-bf9b-fb1338a5d217 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 00:49:25.419051 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0ce74-ffe4-48df-bf9b-fb1338a5d217 None None] Routers set() bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:25.419051 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0ce74-ffe4-48df-bf9b-fb1338a5d217 None None] Router IDs set() for agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 00:49:26.226923 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 38660) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:26.807994 dv-cinder-816898-6-iscsi neutron-server[102325]: WARNING oslo_policy.policy [None req-21282d07-7323-4095-bae0-42e46001bcb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:49:26.808609 dv-cinder-816898-6-iscsi neutron-server[102325]: WARNING oslo_policy.policy [None req-21282d07-7323-4095-bae0-42e46001bcb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:49:27.038039 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [None req-21282d07-7323-4095-bae0-42e46001bcb0 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:49:27.039197 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-21282d07-7323-4095-bae0-42e46001bcb0 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8112686 Jan 28 00:49:30.081651 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 38676) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:30.576171 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-d65085d7-7f1d-4f5b-972d-10794866a76d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'tenant_id': 'a2c0381fecdd4964bbd37f3c5d6e4962', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:30.687255 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.policy [None req-d65085d7-7f1d-4f5b-972d-10794866a76d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102325) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 00:49:30.729971 dv-cinder-816898-6-iscsi neutron-server[102325]: WARNING oslo_policy.policy [None req-d65085d7-7f1d-4f5b-972d-10794866a76d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:49:30.730359 dv-cinder-816898-6-iscsi neutron-server[102325]: WARNING oslo_policy.policy [None req-d65085d7-7f1d-4f5b-972d-10794866a76d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:49:30.843166 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d65085d7-7f1d-4f5b-972d-10794866a76d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775372241869', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775372242430', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775372256138', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775372258451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775372268241', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775372277577', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1003467', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-798155', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1827439', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1686512'] for rbac-policy (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:30.928335 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d65085d7-7f1d-4f5b-972d-10794866a76d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:30.929674 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d65085d7-7f1d-4f5b-972d-10794866a76d admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8468151 Jan 28 00:49:33.823980 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 38688) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:34.458765 dv-cinder-816898-6-iscsi neutron-server[102324]: WARNING oslo_policy.policy [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:49:34.459492 dv-cinder-816898-6-iscsi neutron-server[102324]: WARNING oslo_policy.policy [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:49:34.688314 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '293f32a7c18446599569acf9c730de36', 'tenant_id': '293f32a7c18446599569acf9c730de36'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:34.751845 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Made reservation on behalf of 293f32a7c18446599569acf9c730de36 for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:49:34.816179 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.policy [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102324) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 00:49:34.858901 dv-cinder-816898-6-iscsi neutron-server[102324]: WARNING oslo_policy.policy [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:49:34.859550 dv-cinder-816898-6-iscsi neutron-server[102324]: WARNING oslo_policy.policy [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:49:34.869146 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.894332 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.021794 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Publish callbacks [] for security_group (8384a7a9-9704-483d-aa6f-92ac257085f4), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.026359 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8384a7a9-9704-483d-aa6f-92ac257085f4), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.057417 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:49:35.078901 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8384a7a9-9704-483d-aa6f-92ac257085f4,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:35.090161 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775370234763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.090750 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Unsubscribe: segment precommit_create {{(pid=102324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 00:49:35.091832 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Added segment 0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6 of type vlan for network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 Jan 28 00:49:35.112516 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.112881 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.113226 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.113556 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.113890 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.114215 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.114553 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.114948 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.115286 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.115868 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.116185 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.116539 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.116856 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Tracked resource versions report: Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: pushed versions: Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: { 'AddressGroup': {'1.2'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'ConntrackHelper': {'1.0'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Log': {'1.0'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Network': {'1.1'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Port': {'1.7'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'PortForwarding': {'1.2'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'QosPolicy': {'1.10'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SecurityGroup': {'1.5'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SubPort': {'1.0'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Subnet': {'1.1'}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Trunk': {'1.1'}} Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: consumer versions: Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: { DHCP agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: L3 agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: Metadata agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: Metering agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: Open vSwitch agent@dv-cinder-816898-6-iscsi: { 'AddressGroup': '1.2', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'ConntrackHelper': '1.0', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'LocalIPAssociation': '1.0', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Log': '1.0', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Network': '1.1', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Port': '1.7', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'PortForwarding': '1.2', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'QosPolicy': '1.10', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SecurityGroup': '1.5', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SecurityGroupRule': '1.2', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SubPort': '1.0', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Subnet': '1.1', Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Trunk': '1.1'}} Jan 28 00:49:35.118259 dv-cinder-816898-6-iscsi neutron-server[102324]: {{(pid=102324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:49:35.217803 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.276959 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.279380 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:35.280504 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.390564 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5637062 Jan 28 00:49:35.411251 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba4738-3210-401f-a890-82d0cc6ec4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:35.427990 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:49:38.365506 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 38710) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.916786 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fcff73-b13d-449e-83d8-451e5c8a1fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:38.918303 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-37fcff73-b13d-449e-83d8-451e5c8a1fea admin admin] 10.222.0.78 "GET /v2.0/networks/6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 HTTP/1.1" status: 200 len: 825 time: 0.5518618 Jan 28 00:49:38.951385 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-ba0e8f21-15cb-4c50-b99e-30bb0e19b395 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/2fbdedba-9c64-4233-aef2-f4315069cd16 HTTP/1.1" status: 200 len: 734 time: 0.0268269 Jan 28 00:49:38.962915 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'subnetpool_id': '2fbdedba-9c64-4233-aef2-f4315069cd16'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:38.992266 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Made reservation on behalf of 293f32a7c18446599569acf9c730de36 for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:49:38.995017 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.393050 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (b2faf037-4a7b-47b9-9ba3-7fad057163b4), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.471165 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Checking segment: {'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:49:39.471526 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Network hostable DHCP agents. Network: 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:49:39.478684 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2faf037-4a7b-47b9-9ba3-7fad057163b4,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:39.491553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.491986 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.492394 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.492760 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.493123 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.493508 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.493901 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.494270 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.494662 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.495101 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.495500 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.495911 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.496269 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Tracked resource versions report: Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: pushed versions: Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: { 'AddressGroup': {'1.2'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'ConntrackHelper': {'1.0'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Log': {'1.0'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Network': {'1.1'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Port': {'1.7'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'PortForwarding': {'1.2'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'QosPolicy': {'1.10'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SecurityGroup': {'1.5'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SubPort': {'1.0'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Subnet': {'1.1'}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Trunk': {'1.1'}} Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: consumer versions: Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: { DHCP agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: L3 agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: Metadata agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: Metering agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: Open vSwitch agent@dv-cinder-816898-6-iscsi: { 'AddressGroup': '1.2', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'ConntrackHelper': '1.0', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'LocalIPAssociation': '1.0', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Log': '1.0', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Network': '1.1', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Port': '1.7', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'PortForwarding': '1.2', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'QosPolicy': '1.10', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SecurityGroup': '1.5', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SecurityGroupRule': '1.2', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SubPort': '1.0', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Subnet': '1.1', Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Trunk': '1.1'}} Jan 28 00:49:39.498631 dv-cinder-816898-6-iscsi neutron-server[102325]: {{(pid=102325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:49:39.526877 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:49:39.543738 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:39.551170 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:39.552205 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.562103 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab045e2-0c18-4c4f-b25e-f797c653a331 None None] Network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:39.578089 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d41c4cab-5e30-4b71-a2d5-332cf0153158 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6186051 Jan 28 00:49:39.874056 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'project_id': '293f32a7c18446599569acf9c730de36', 'fixed_ips': [{'subnet_id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:49:39.876013 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.324020 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Allocated IP 172.20.0.2 (6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42/b2faf037-4a7b-47b9-9ba3-7fad057163b4/dea6369d-83d4-405b-a4c2-c1e7adce6698) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:49:40.671515 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Publish callbacks [] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.685579 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.777432 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:49:40.785965 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:40.791470 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:49:40.817750 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Pushing event updated for resources: {'Port': ['ID=dea6369d-83d4-405b-a4c2-c1e7adce6698,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:40.865046 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.865405 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.865762 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.866270 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.866815 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.867328 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.867665 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.867995 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.868318 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.868658 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.869000 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.869307 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.869624 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Tracked resource versions report: Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: pushed versions: Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: { 'AddressGroup': {'1.2'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'ConntrackHelper': {'1.0'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Log': {'1.0'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Network': {'1.1'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Port': {'1.7'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'PortForwarding': {'1.2'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'QosPolicy': {'1.10'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SecurityGroup': {'1.5'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SubPort': {'1.0'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Subnet': {'1.1'}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Trunk': {'1.1'}} Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: consumer versions: Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: { DHCP agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: L3 agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: Metadata agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: Metering agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: Open vSwitch agent@dv-cinder-816898-6-iscsi: { 'AddressGroup': '1.2', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'ConntrackHelper': '1.0', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'LocalIPAssociation': '1.0', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Log': '1.0', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Network': '1.1', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Port': '1.7', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'PortForwarding': '1.2', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'QosPolicy': '1.10', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SecurityGroup': '1.5', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SecurityGroupRule': '1.2', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SubPort': '1.0', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Subnet': '1.1', Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Trunk': '1.1'}} Jan 28 00:49:40.871125 dv-cinder-816898-6-iscsi neutron-server[102326]: {{(pid=102326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:49:40.918120 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Attempting to bind port dea6369d-83d4-405b-a4c2-c1e7adce6698 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:49:40.918517 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Attempting to bind port dea6369d-83d4-405b-a4c2-c1e7adce6698 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:49:40.919488 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Attempting to bind port dea6369d-83d4-405b-a4c2-c1e7adce6698 on network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:49:40.925444 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:49:40.925724 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Checking segment: {'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:49:40.926210 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.926599 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Bound using segment: {'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:49:40.927136 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Bound port: dea6369d-83d4-405b-a4c2-c1e7adce6698, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:49:40.927541 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:41.006431 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] For port dea6369d-83d4-405b-a4c2-c1e7adce6698, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:49:41.014006 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] For port dea6369d-83d4-405b-a4c2-c1e7adce6698, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=dea6369d-83d4-405b-a4c2-c1e7adce6698,segment=NetworkSegment(0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6),segment_id=0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:49:41.020187 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:41.112116 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b40a01-e400-4582-8e49-2475a6bed405 None None] Pushing event updated for resources: {'Port': ['ID=dea6369d-83d4-405b-a4c2-c1e7adce6698,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:42.493108 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 38722) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:42.933141 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [None req-c281500c-1d99-4198-8a86-655bbb0fd30c admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:49:42.934200 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c281500c-1d99-4198-8a86-655bbb0fd30c admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4397635 Jan 28 00:49:45.490954 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 38730) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:45.863713 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [None req-12e68770-fe5d-40fd-b034-9c44082223df admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:49:45.864722 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-12e68770-fe5d-40fd-b034-9c44082223df admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3728449 Jan 28 00:49:46.845098 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-36e7c72e-7347-487f-b212-884be129cc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:48.629559 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 38740) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:48.939402 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-2200e432-7238-49ad-b145-46aa3562338f admin admin] Request body: {'router': {'tenant_id': '293f32a7c18446599569acf9c730de36', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:48.961165 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2200e432-7238-49ad-b145-46aa3562338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (9d6710e7-5382-48a4-9541-044b2906ac49), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:48.962720 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2200e432-7238-49ad-b145-46aa3562338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (9d6710e7-5382-48a4-9541-044b2906ac49), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:49.099022 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2200e432-7238-49ad-b145-46aa3562338f admin admin] Publish callbacks [] for router_controller (9d6710e7-5382-48a4-9541-044b2906ac49), precommit_add_association {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:49.104326 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2200e432-7238-49ad-b145-46aa3562338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (9d6710e7-5382-48a4-9541-044b2906ac49), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:49.118596 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2200e432-7238-49ad-b145-46aa3562338f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:49.119873 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-2200e432-7238-49ad-b145-46aa3562338f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4891846 Jan 28 00:49:49.169224 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-86a1485b-09a8-4ea8-835f-83ed278d14b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:50.424292 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:51.750832 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 38762) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:51.882668 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [None req-feb71004-5a9d-4174-a5ee-3df90117debb admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:49:51.883672 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-feb71004-5a9d-4174-a5ee-3df90117debb admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1315236 Jan 28 00:49:51.891318 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:52.167843 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device dea6369d-83d4-405b-a4c2-c1e7adce6698 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:49:52.256066 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port dea6369d-83d4-405b-a4c2-c1e7adce6698 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:52.256485 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:52.366784 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port dea6369d-83d4-405b-a4c2-c1e7adce6698 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:52.367517 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:52.401976 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port dea6369d-83d4-405b-a4c2-c1e7adce6698, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=dea6369d-83d4-405b-a4c2-c1e7adce6698,segment=NetworkSegment(0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6),segment_id=0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:52.405953 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:52.449456 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89b8264-90d1-4db2-b503-3c2f5c969ade None None] Network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:52.506627 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=dea6369d-83d4-405b-a4c2-c1e7adce6698,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:52.531702 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-922343b9-f67b-4a94-9de9-aa6a38ad019d None None] Provisioning complete for port dea6369d-83d4-405b-a4c2-c1e7adce6698 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:52.532101 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-922343b9-f67b-4a94-9de9-aa6a38ad019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:52.669721 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-922343b9-f67b-4a94-9de9-aa6a38ad019d None None] Current status of the port dea6369d-83d4-405b-a4c2-c1e7adce6698 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:52.891393 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-8389ec64-9eee-46aa-8e35-47d2388e5ee5 None None] Provisioning complete for port dea6369d-83d4-405b-a4c2-c1e7adce6698 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:52.892069 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-8389ec64-9eee-46aa-8e35-47d2388e5ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:52.966247 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-8389ec64-9eee-46aa-8e35-47d2388e5ee5 None None] Current status of the port dea6369d-83d4-405b-a4c2-c1e7adce6698 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:53.301832 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.120788 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device dea6369d-83d4-405b-a4c2-c1e7adce6698 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:49:54.171090 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port dea6369d-83d4-405b-a4c2-c1e7adce6698 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:54.171470 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.244321 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port dea6369d-83d4-405b-a4c2-c1e7adce6698 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:54.258681 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 38784) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:54.308089 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Request body: {'network': {'tenant_id': 'a2c0381fecdd4964bbd37f3c5d6e4962', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'project_id': 'a2c0381fecdd4964bbd37f3c5d6e4962', 'router:external': True}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:54.327144 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Made reservation on behalf of a2c0381fecdd4964bbd37f3c5d6e4962 for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:49:54.328745 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.336608 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.411277 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Publish callbacks [] for security_group (939e2dad-9c04-4705-acd7-1966162250ff), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.414834 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (939e2dad-9c04-4705-acd7-1966162250ff), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.433692 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Reserving flat network on physical network physnet1 {{(pid=102324) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 00:49:54.449198 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939e2dad-9c04-4705-acd7-1966162250ff,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:54.457972 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (29f82586-d4fa-473a-bda1-ec1cd08a83e4), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.458314 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Added segment 29f82586-d4fa-473a-bda1-ec1cd08a83e4 of type flat for network e2911114-9696-405b-a1fe-14c378844ae6 Jan 28 00:49:54.513313 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (e2911114-9696-405b-a1fe-14c378844ae6), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.547897 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (e2911114-9696-405b-a1fe-14c378844ae6), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.548810 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:54.549376 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:54.602717 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3428254 Jan 28 00:49:54.610233 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37cc5d-6eca-4ebb-bd5c-c785c982a80a admin admin] Pushing event updated for resources: {'Network': ['ID=e2911114-9696-405b-a1fe-14c378844ae6,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:54.620186 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network e2911114-9696-405b-a1fe-14c378844ae6 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:49:56.885107 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 38792) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:57.034903 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e6c4b-7f89-4405-80b4-fb47932c9b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:57.036277 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-8f1e6c4b-7f89-4405-80b4-fb47932c9b08 admin admin] 10.222.0.78 "GET /v2.0/subnets/b2faf037-4a7b-47b9-9ba3-7fad057163b4 HTTP/1.1" status: 200 len: 849 time: 0.1502154 Jan 28 00:49:57.151066 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4cde3ddf-7ac9-467b-8d64-e688cd92a0ed admin admin] 10.222.0.78 "GET /v2.0/routers/9d6710e7-5382-48a4-9541-044b2906ac49 HTTP/1.1" status: 200 len: 704 time: 0.1090662 Jan 28 00:49:57.411797 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.708799 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Allocated IP 172.20.0.1 (6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42/b2faf037-4a7b-47b9-9ba3-7fad057163b4/a332e3ad-93c3-4cd6-a1a7-8c34b2259448) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:49:57.891111 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Publish callbacks [] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.957233 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:58.042017 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:49:58.046562 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:58.049952 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:49:58.050665 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (9d6710e7-5382-48a4-9541-044b2906ac49), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:58.070572 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Pushing event updated for resources: {'Port': ['ID=a332e3ad-93c3-4cd6-a1a7-8c34b2259448,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:58.213808 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-f0e76188-1fd6-4500-ba21-06c1143ece27 None None] Provisioning complete for port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:58.214365 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f0e76188-1fd6-4500-ba21-06c1143ece27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:58.248059 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-f0e76188-1fd6-4500-ba21-06c1143ece27 None None] Port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:49:58.294543 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:58.499217 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Publish callbacks [] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:58.505234 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:58.505982 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (9d6710e7-5382-48a4-9541-044b2906ac49), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:58.585082 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Pushing event updated for resources: {'Port': ['ID=a332e3ad-93c3-4cd6-a1a7-8c34b2259448,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:58.632428 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:49:58.633791 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:58.791643 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Router 9d6710e7-5382-48a4-9541-044b2906ac49 is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:49:58.870670 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-f04ce3c3-d94b-416f-9e07-b0654a18ee58 None None] Provisioning complete for port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:58.871014 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f04ce3c3-d94b-416f-9e07-b0654a18ee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:58.880364 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:58.891052 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-0cca2c8a-2e34-4646-937a-2f57277caf68 admin admin] 10.222.0.78 "PUT /v2.0/routers/9d6710e7-5382-48a4-9541-044b2906ac49/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7293954 Jan 28 00:49:58.902783 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Sync routers for ids ['9d6710e7-5382-48a4-9541-044b2906ac49'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:58.910320 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-f04ce3c3-d94b-416f-9e07-b0654a18ee58 None None] Port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:49:58.917228 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Routers {'9d6710e7-5382-48a4-9541-044b2906ac49'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:58.918070 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:49:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['9d6710e7-5382-48a4-9541-044b2906ac49'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:59.103410 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Set router 9d6710e7-5382-48a4-9541-044b2906ac49 gateway port host: None {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:59.537547 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'name': 'router1', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:48Z', 'updated_at': '2022-01-28T00:49:58Z', 'revision_number': 2, 'project_id': '293f32a7c18446599569acf9c730de36', 'gw_port_host': None, '_interfaces': [{'id': 'a332e3ad-93c3-4cd6-a1a7-8c34b2259448', 'name': '', 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'mac_address': 'fa:16:3e:a7:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:49:57Z', 'updated_at': '2022-01-28T00:49:58Z', 'revision_number': 2, 'project_id': '293f32a7c18446599569acf9c730de36', 'subnets': [{'id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbdedba-9c64-4233-aef2-f4315069cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:59.590061 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Checking router: 9d6710e7-5382-48a4-9541-044b2906ac49 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:59.590489 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Updating router 9d6710e7-5382-48a4-9541-044b2906ac49 port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:49:59.638731 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.164605 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Publish callbacks [] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.171271 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.261837 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Pushing event updated for resources: {'Port': ['ID=a332e3ad-93c3-4cd6-a1a7-8c34b2259448,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.297599 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.298596 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.298596 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Tracked resource versions report: Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: pushed versions: Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: { 'AddressGroup': {'1.2'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'ConntrackHelper': {'1.0'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Log': {'1.0'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Network': {'1.1'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Port': {'1.7'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'PortForwarding': {'1.2'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'QosPolicy': {'1.10'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SecurityGroup': {'1.5'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SubPort': {'1.0'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Subnet': {'1.1'}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Trunk': {'1.1'}} Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: consumer versions: Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: { DHCP agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: L3 agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: Metadata agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: Metering agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: Open vSwitch agent@dv-cinder-816898-6-iscsi: { 'AddressGroup': '1.2', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'ConntrackHelper': '1.0', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'LocalIPAssociation': '1.0', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Log': '1.0', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Network': '1.1', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Port': '1.7', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'PortForwarding': '1.2', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'QosPolicy': '1.10', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SecurityGroup': '1.5', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SecurityGroupRule': '1.2', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SubPort': '1.0', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Subnet': '1.1', Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Trunk': '1.1'}} Jan 28 00:50:00.299636 dv-cinder-816898-6-iscsi neutron-server[102327]: {{(pid=102327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:50:00.347942 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Attempting to bind port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:50:00.348345 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Attempting to bind port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:50:00.348832 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Attempting to bind port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 on network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:50:00.354029 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:50:00.354436 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Checking segment: {'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:50:00.354957 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.355356 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Bound using segment: {'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:50:00.355844 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Bound port: a332e3ad-93c3-4cd6-a1a7-8c34b2259448, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:50:00.356756 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.426596 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] For port a332e3ad-93c3-4cd6-a1a7-8c34b2259448, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:50:00.439774 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-640d516a-ba3d-4373-ae70-bdb4e3bb2377 None None] Provisioning complete for port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:00.440307 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-640d516a-ba3d-4373-ae70-bdb4e3bb2377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.446306 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] For port a332e3ad-93c3-4cd6-a1a7-8c34b2259448, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=a332e3ad-93c3-4cd6-a1a7-8c34b2259448,segment=NetworkSegment(0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6),segment_id=0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:50:00.452032 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.481790 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-640d516a-ba3d-4373-ae70-bdb4e3bb2377 None None] Port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:50:00.512694 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Routers {'9d6710e7-5382-48a4-9541-044b2906ac49'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:50:00.513328 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:49:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['9d6710e7-5382-48a4-9541-044b2906ac49'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:00.517635 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804955db-f6fd-45c6-876f-2b80feb67c1c None None] Pushing event updated for resources: {'Port': ['ID=a332e3ad-93c3-4cd6-a1a7-8c34b2259448,revision_number=4']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:00.615972 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] Set router 9d6710e7-5382-48a4-9541-044b2906ac49 gateway port host: None {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:50:00.700700 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-8eac512a-bd61-4537-b314-62b8f2be139e None None] Provisioning complete for port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:00.701087 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-8eac512a-bd61-4537-b314-62b8f2be139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.781576 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-8eac512a-bd61-4537-b314-62b8f2be139e None None] Current status of the port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:00.781965 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-8eac512a-bd61-4537-b314-62b8f2be139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.814348 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-8eac512a-bd61-4537-b314-62b8f2be139e None None] For port a332e3ad-93c3-4cd6-a1a7-8c34b2259448, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=a332e3ad-93c3-4cd6-a1a7-8c34b2259448,segment=NetworkSegment(0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6),segment_id=0f67e0f0-7b82-44ae-b3d2-ba77beddd9c6)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:00.819109 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-8eac512a-bd61-4537-b314-62b8f2be139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:00.845184 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'name': 'router1', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:48Z', 'updated_at': '2022-01-28T00:49:58Z', 'revision_number': 2, 'project_id': '293f32a7c18446599569acf9c730de36', 'gw_port_host': None, '_interfaces': [{'id': 'a332e3ad-93c3-4cd6-a1a7-8c34b2259448', 'name': '', 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'mac_address': 'fa:16:3e:a7:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:49:57Z', 'updated_at': '2022-01-28T00:50:00Z', 'revision_number': 4, 'project_id': '293f32a7c18446599569acf9c730de36', 'subnets': [{'id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbdedba-9c64-4233-aef2-f4315069cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:00.869282 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac512a-bd61-4537-b314-62b8f2be139e None None] Pushing event updated for resources: {'Port': ['ID=a332e3ad-93c3-4cd6-a1a7-8c34b2259448,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:00.879906 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69e944-7eca-4ffe-8387-20eea900bd4a None None] The sync data for ids ['9d6710e7-5382-48a4-9541-044b2906ac49'] in dv-cinder-816898-6-iscsi is: [{'id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'name': 'router1', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:48Z', 'updated_at': '2022-01-28T00:49:58Z', 'revision_number': 2, 'project_id': '293f32a7c18446599569acf9c730de36', 'gw_port_host': None, '_interfaces': [{'id': 'a332e3ad-93c3-4cd6-a1a7-8c34b2259448', 'name': '', 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'mac_address': 'fa:16:3e:a7:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:49:57Z', 'updated_at': '2022-01-28T00:50:00Z', 'revision_number': 4, 'project_id': '293f32a7c18446599569acf9c730de36', 'subnets': [{'id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbdedba-9c64-4233-aef2-f4315069cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:50:03.531443 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 38810) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:03.646834 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855c1629-fd5c-49bc-b06d-b674a7b41c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:03.654303 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-855c1629-fd5c-49bc-b06d-b674a7b41c9f admin admin] 10.222.0.78 "GET /v2.0/networks/e2911114-9696-405b-a1fe-14c378844ae6 HTTP/1.1" status: 200 len: 842 time: 0.1158955 Jan 28 00:50:03.658399 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Request body: {'subnet': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'tenant_id': 'a2c0381fecdd4964bbd37f3c5d6e4962'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:50:03.681337 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Made reservation on behalf of a2c0381fecdd4964bbd37f3c5d6e4962 for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:50:03.683405 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:03.982799 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.objects.ports [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:50:03.983400 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (e56c0ded-5b00-4333-9a74-5d8d456776b4), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:04.038253 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56c0ded-5b00-4333-9a74-5d8d456776b4,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:04.048348 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:50:04.048696 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Network hostable DHCP agents. Network: e2911114-9696-405b-a1fe-14c378844ae6, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:50:04.068925 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:50:04.080875 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, e2911114-9696-405b-a1fe-14c378844ae6) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:50:04.085428 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:04.086017 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:04.091128 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fee645-5f9f-403b-991c-c44caf5196a5 None None] Network e2911114-9696-405b-a1fe-14c378844ae6 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:50:04.103150 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cf32df3d-30dd-467d-af12-205767d16b84 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4480109 Jan 28 00:50:04.202184 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7106bb3-a3b5-41e3-973d-468853295e09 None None] Network e2911114-9696-405b-a1fe-14c378844ae6 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:50:06.463128 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 38818) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:06.602121 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-26563dfe-602d-4df2-8b33-84c9795f8269 admin admin] 10.222.0.78 "GET /v2.0/routers/9d6710e7-5382-48a4-9541-044b2906ac49 HTTP/1.1" status: 200 len: 710 time: 0.1378655 Jan 28 00:50:06.690280 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c38bc-f83b-4c2b-8348-a0b11010b5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:06.691708 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-5a5c38bc-f83b-4c2b-8348-a0b11010b5c0 admin admin] 10.222.0.78 "GET /v2.0/networks/e2911114-9696-405b-a1fe-14c378844ae6 HTTP/1.1" status: 200 len: 886 time: 0.0836413 Jan 28 00:50:06.701048 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:50:07.020823 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks [] for router_gateway (9d6710e7-5382-48a4-9541-044b2906ac49), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:07.251885 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks [] for router_gateway (9d6710e7-5382-48a4-9541-044b2906ac49), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:07.334444 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:07.443738 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Allocated IP 172.27.1.72 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/54987910-6af3-4077-ab54-c34cd91ff70e) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:50:07.547118 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks [] for port (54987910-6af3-4077-ab54-c34cd91ff70e), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:07.581961 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:07.622752 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:50:07.625619 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:50:07.634934 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:50:07.637755 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Pushing event updated for resources: {'Port': ['ID=54987910-6af3-4077-ab54-c34cd91ff70e,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:07.884666 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks [] for router_gateway (9d6710e7-5382-48a4-9541-044b2906ac49), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.093648 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2041038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2042408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45520'] for router (9d6710e7-5382-48a4-9541-044b2906ac49), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.097504 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2041015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2041020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2042385'] for router (9d6710e7-5382-48a4-9541-044b2906ac49), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.196634 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device a332e3ad-93c3-4cd6-a1a7-8c34b2259448 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:50:08.259175 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:08.259586 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.334200 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Router 9d6710e7-5382-48a4-9541-044b2906ac49 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:50:08.357095 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:08.447411 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:50:08.449739 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.450999 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-210f96ad-2f28-4ea8-8774-12f4240d2d1c admin admin] 10.222.0.78 "PUT /v2.0/routers/9d6710e7-5382-48a4-9541-044b2906ac49 HTTP/1.1" status: 200 len: 889 time: 1.7536912 Jan 28 00:50:09.337657 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Sync routers for ids ['9d6710e7-5382-48a4-9541-044b2906ac49'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:50:09.351053 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Routers {'9d6710e7-5382-48a4-9541-044b2906ac49'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:50:09.351830 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:49:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['9d6710e7-5382-48a4-9541-044b2906ac49'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:09.579869 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Set router 9d6710e7-5382-48a4-9541-044b2906ac49 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:50:10.069444 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'name': 'router1', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '54987910-6af3-4077-ab54-c34cd91ff70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:48Z', 'updated_at': '2022-01-28T00:50:07Z', 'revision_number': 4, 'project_id': '293f32a7c18446599569acf9c730de36', 'gw_port': {'id': '54987910-6af3-4077-ab54-c34cd91ff70e', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:50:07Z', 'updated_at': '2022-01-28T00:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a332e3ad-93c3-4cd6-a1a7-8c34b2259448', 'name': '', 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'mac_address': 'fa:16:3e:a7:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:49:57Z', 'updated_at': '2022-01-28T00:50:00Z', 'revision_number': 5, 'project_id': '293f32a7c18446599569acf9c730de36', 'subnets': [{'id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbdedba-9c64-4233-aef2-f4315069cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:10.124617 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Checking router: 9d6710e7-5382-48a4-9541-044b2906ac49 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:50:10.124617 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Updating router 9d6710e7-5382-48a4-9541-044b2906ac49 port 54987910-6af3-4077-ab54-c34cd91ff70e binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:50:10.171473 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:10.499550 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Publish callbacks [] for port (54987910-6af3-4077-ab54-c34cd91ff70e), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:10.506288 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:10.555592 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Attempting to bind port 54987910-6af3-4077-ab54-c34cd91ff70e on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:50:10.556043 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Attempting to bind port 54987910-6af3-4077-ab54-c34cd91ff70e by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:50:10.556408 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Attempting to bind port 54987910-6af3-4077-ab54-c34cd91ff70e on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:50:10.566974 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21494-4271-4fa4-93ce-631b1c28eff4 None None] Pushing event updated for resources: {'Port': ['ID=54987910-6af3-4077-ab54-c34cd91ff70e,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:10.569394 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:50:10.569770 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:50:10.570169 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:10.570552 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:50:10.571047 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Bound port: 54987910-6af3-4077-ab54-c34cd91ff70e, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:50:10.571425 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:10.622206 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] For port 54987910-6af3-4077-ab54-c34cd91ff70e, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:50:10.625416 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] For port 54987910-6af3-4077-ab54-c34cd91ff70e, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=54987910-6af3-4077-ab54-c34cd91ff70e,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:50:10.630423 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:10.691394 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21494-4271-4fa4-93ce-631b1c28eff4 None None] Pushing event updated for resources: {'Port': ['ID=54987910-6af3-4077-ab54-c34cd91ff70e,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:10.694190 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Routers {'9d6710e7-5382-48a4-9541-044b2906ac49'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:50:10.694787 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:49:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['9d6710e7-5382-48a4-9541-044b2906ac49'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:10.804939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] Set router 9d6710e7-5382-48a4-9541-044b2906ac49 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:50:10.970119 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 38830) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:11.019948 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'name': 'router1', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '54987910-6af3-4077-ab54-c34cd91ff70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:48Z', 'updated_at': '2022-01-28T00:50:07Z', 'revision_number': 4, 'project_id': '293f32a7c18446599569acf9c730de36', 'gw_port': {'id': '54987910-6af3-4077-ab54-c34cd91ff70e', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:50:07Z', 'updated_at': '2022-01-28T00:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a332e3ad-93c3-4cd6-a1a7-8c34b2259448', 'name': '', 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'mac_address': 'fa:16:3e:a7:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:49:57Z', 'updated_at': '2022-01-28T00:50:00Z', 'revision_number': 5, 'project_id': '293f32a7c18446599569acf9c730de36', 'subnets': [{'id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbdedba-9c64-4233-aef2-f4315069cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:11.047521 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1e5fc-428d-4dc4-949e-0d4ea63c6a76 None None] The sync data for ids ['9d6710e7-5382-48a4-9541-044b2906ac49'] in dv-cinder-816898-6-iscsi is: [{'id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'name': 'router1', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '54987910-6af3-4077-ab54-c34cd91ff70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:48Z', 'updated_at': '2022-01-28T00:50:07Z', 'revision_number': 4, 'project_id': '293f32a7c18446599569acf9c730de36', 'gw_port': {'id': '54987910-6af3-4077-ab54-c34cd91ff70e', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:50:07Z', 'updated_at': '2022-01-28T00:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a332e3ad-93c3-4cd6-a1a7-8c34b2259448', 'name': '', 'network_id': '6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42', 'tenant_id': '293f32a7c18446599569acf9c730de36', 'mac_address': 'fa:16:3e:a7:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6710e7-5382-48a4-9541-044b2906ac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:49:57Z', 'updated_at': '2022-01-28T00:50:00Z', 'revision_number': 5, 'project_id': '293f32a7c18446599569acf9c730de36', 'subnets': [{'id': 'b2faf037-4a7b-47b9-9ba3-7fad057163b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fbdedba-9c64-4233-aef2-f4315069cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:50:11.124044 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-cf0952ec-3d1d-4d53-a4ae-944048f46a49 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1480622 Jan 28 00:50:12.174143 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 54987910-6af3-4077-ab54-c34cd91ff70e up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:50:12.220862 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 54987910-6af3-4077-ab54-c34cd91ff70e triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:12.221232 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:12.298327 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 54987910-6af3-4077-ab54-c34cd91ff70e is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:12.298822 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:12.318056 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 54987910-6af3-4077-ab54-c34cd91ff70e, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=54987910-6af3-4077-ab54-c34cd91ff70e,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:12.322492 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:12.369355 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=54987910-6af3-4077-ab54-c34cd91ff70e,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:14.141576 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 54987910-6af3-4077-ab54-c34cd91ff70e up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:50:14.216396 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 54987910-6af3-4077-ab54-c34cd91ff70e triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:14.216796 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (54987910-6af3-4077-ab54-c34cd91ff70e), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:14.293956 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 54987910-6af3-4077-ab54-c34cd91ff70e is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:16.890619 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b82eb14b-e758-4bf7-8ac1-db1215142eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:18.975193 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:50:19.184661 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fed679b5-7e2c-431e-9a8e-8939d055a5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:20.437238 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:21.888729 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.305657 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:46.846349 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-11d6eea8-dbc0-46e0-8855-c4dd7fd3d928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:49.168876 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c200-c0ff-4a55-8a85-4860c84c9fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:50.430746 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:51.894402 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.310073 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:55.972488 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:51:16.849601 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f77ac108-ed63-4259-8054-fe12f27bfa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.171397 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e6b3f310-6aa1-4872-ba1e-dc8eda38af7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.434450 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:21.890417 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:23.308412 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:30.865960 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39314) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:30.926030 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.pecan_wsgi.hooks.translation [None req-317455aa-582f-49c0-b960-f244ecfc596d admin admin] GET failed (client error): The resource could not be found. Jan 28 00:51:30.927362 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-317455aa-582f-49c0-b960-f244ecfc596d admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604758 Jan 28 00:51:31.103294 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec692a-28d4-48fe-8a6c-0a855193cbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:31.104740 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-5aec692a-28d4-48fe-8a6c-0a855193cbb5 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1733675 Jan 28 00:51:32.971594 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:51:33.411681 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39324) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:33.500999 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99aab88-dfe6-4bf9-8627-1cdb8d8337ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:33.502313 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d99aab88-dfe6-4bf9-8627-1cdb8d8337ea admin admin] 10.222.0.78 "GET /v2.0/subnets/b2faf037-4a7b-47b9-9ba3-7fad057163b4 HTTP/1.1" status: 200 len: 849 time: 0.0896757 Jan 28 00:51:33.512221 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:33.596237 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Publish callbacks [] for subnet (b2faf037-4a7b-47b9-9ba3-7fad057163b4), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:33.746090 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775370283731'] for subnet (b2faf037-4a7b-47b9-9ba3-7fad057163b4), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:33.781224 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:33.781834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:33.783156 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] 10.222.0.78 "PUT /v2.0/subnets/b2faf037-4a7b-47b9-9ba3-7fad057163b4 HTTP/1.1" status: 200 len: 868 time: 0.2749999 Jan 28 00:51:33.787187 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0e679-d850-4951-b556-7a82026bd321 None None] Network 6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:33.804681 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2faf037-4a7b-47b9-9ba3-7fad057163b4,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:33.812158 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.812536 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.812889 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.813229 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.813631 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.813969 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.814317 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.814655 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.815025 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.815374 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.815707 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.816032 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:33.816354 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d9c21-f60f-40cb-8a2f-fb92f85f7d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:34.133336 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-5c014cc0-500b-4e3d-a4e9-29e29622de4a None None] Provisioning complete for port dea6369d-83d4-405b-a4c2-c1e7adce6698 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:34.133727 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5c014cc0-500b-4e3d-a4e9-29e29622de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (dea6369d-83d4-405b-a4c2-c1e7adce6698), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:34.208825 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-5c014cc0-500b-4e3d-a4e9-29e29622de4a None None] Current status of the port dea6369d-83d4-405b-a4c2-c1e7adce6698 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:34.219005 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-5c014cc0-500b-4e3d-a4e9-29e29622de4a None None] Provisioning complete for port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:34.219416 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5c014cc0-500b-4e3d-a4e9-29e29622de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a332e3ad-93c3-4cd6-a1a7-8c34b2259448), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:34.296998 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-5c014cc0-500b-4e3d-a4e9-29e29622de4a None None] Current status of the port a332e3ad-93c3-4cd6-a1a7-8c34b2259448 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:36.038385 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39332) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:36.234692 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a744a2-97c2-40be-ba40-f160c2689d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:36.235118 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a744a2-97c2-40be-ba40-f160c2689d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:36.236651 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-93a744a2-97c2-40be-ba40-f160c2689d9b admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972787 Jan 28 00:51:38.496125 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39340) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:38.631206 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c479b2d-321a-4fbb-8f28-2c50c50baf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:38.631678 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c479b2d-321a-4fbb-8f28-2c50c50baf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:38.633232 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-0c479b2d-321a-4fbb-8f28-2c50c50baf67 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361525 Jan 28 00:51:40.911120 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39348) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:41.051576 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33726f68-ad3b-47a3-85f8-07b25923a2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:41.052972 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-33726f68-ad3b-47a3-85f8-07b25923a2b5 admin admin] 10.222.0.78 "GET /v2.0/networks/6c45cc6c-3d2e-48a3-9d83-8d215bd0bc42 HTTP/1.1" status: 200 len: 869 time: 0.1408918 Jan 28 00:51:43.360016 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39358) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:43.499023 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf375ae-2d22-41be-8116-5aa6400530b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:43.500453 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-1bf375ae-2d22-41be-8116-5aa6400530b1 admin admin] 10.222.0.78 "GET /v2.0/networks/e2911114-9696-405b-a1fe-14c378844ae6 HTTP/1.1" status: 200 len: 886 time: 0.1393843 Jan 28 00:51:45.836972 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39366) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:45.973053 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b894301-a5a9-40ef-a690-21e061b2b334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:45.973761 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b894301-a5a9-40ef-a690-21e061b2b334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:45.976592 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-5b894301-a5a9-40ef-a690-21e061b2b334 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1381102 Jan 28 00:51:46.852547 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5092a55b-907e-4c83-b22d-b82050cccf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.279111 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39374) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:48.377697 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af8846-98d4-4916-b302-f1afe6d3e3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:48.378400 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af8846-98d4-4916-b302-f1afe6d3e3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:48.380433 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-32af8846-98d4-4916-b302-f1afe6d3e3ac admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1001959 Jan 28 00:51:49.176097 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-6e382a18-20e6-40a2-b03d-32808fa882f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:50.439539 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:50.706268 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39382) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:50.802674 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7799743-6e04-46b2-baed-00edc23a089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:50.804158 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-a7799743-6e04-46b2-baed-00edc23a089a admin admin] 10.222.0.78 "GET /v2.0/subnets/b2faf037-4a7b-47b9-9ba3-7fad057163b4 HTTP/1.1" status: 200 len: 868 time: 0.0968106 Jan 28 00:51:51.903058 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.310951 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.382238 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39390) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:53.476570 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c5985-bfe0-42f5-9ef0-bf956564d35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:53.477951 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-608c5985-bfe0-42f5-9ef0-bf956564d35f admin admin] 10.222.0.78 "GET /v2.0/subnets/e56c0ded-5b00-4333-9a74-5d8d456776b4 HTTP/1.1" status: 200 len: 816 time: 0.0947645 Jan 28 00:52:09.970232 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:52:16.857166 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3b4cdf13-094c-49a4-9fde-916f513407a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:18.493038 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39444) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:18.547920 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [None req-142cdbcf-9d5e-4ccd-bd4f-500d2373c59f admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:52:18.548945 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-142cdbcf-9d5e-4ccd-bd4f-500d2373c59f admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0549960 Jan 28 00:52:19.185979 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3a29c74a-1eef-4d7a-a6b1-4b3f6e76dbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:20.440258 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:20.965395 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39452) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:21.033522 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ae31a9-0eee-46fa-b1ad-9113a75a62ec admin admin] GET failed (client error): The resource could not be found. Jan 28 00:52:21.034907 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d3ae31a9-0eee-46fa-b1ad-9113a75a62ec admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685475 Jan 28 00:52:21.127722 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6484b6d-efd8-425f-a6a5-db0f1c7a1463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:21.129271 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f6484b6d-efd8-425f-a6a5-db0f1c7a1463 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0902328 Jan 28 00:52:21.902524 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.305985 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.516198 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39462) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:23.565494 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Request body: {'network': {'shared': True, 'tenant_id': 'a2c0381fecdd4964bbd37f3c5d6e4962', 'name': 'shared', 'project_id': 'a2c0381fecdd4964bbd37f3c5d6e4962', 'admin_state_up': True}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:52:23.589785 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Made reservation on behalf of a2c0381fecdd4964bbd37f3c5d6e4962 for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:52:23.592156 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.639036 dv-cinder-816898-6-iscsi neutron-server[102325]: WARNING neutron.services.revisions.revision_plugin [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Could not find related network for resource to bump revision. Jan 28 00:52:23.661948 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:52:23.679564 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775370234763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (d9cc1610-d46b-4624-8d44-b6013473c38a), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.680248 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Unsubscribe: segment precommit_create {{(pid=102325) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 00:52:23.680743 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Added segment d9cc1610-d46b-4624-8d44-b6013473c38a of type vlan for network 986ef62d-a678-4071-b374-3db280926a9b Jan 28 00:52:23.734852 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (986ef62d-a678-4071-b374-3db280926a9b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.777835 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (986ef62d-a678-4071-b374-3db280926a9b), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.778855 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:23.779728 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.852513 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3350570 Jan 28 00:52:23.890911 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf131de-3c9f-4bff-9885-8a65cd235cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=986ef62d-a678-4071-b374-3db280926a9b,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:23.904655 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 986ef62d-a678-4071-b374-3db280926a9b details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:52:26.293254 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39472) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:26.360431 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b166fce-dcd7-410b-9f6a-33bc8e2a8fcf admin admin] GET failed (client error): The resource could not be found. Jan 28 00:52:26.361805 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-8b166fce-dcd7-410b-9f6a-33bc8e2a8fcf admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0675957 Jan 28 00:52:26.440788 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b050a-775e-4433-9b5c-5c6ca32bae33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:26.442189 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-037b050a-775e-4433-9b5c-5c6ca32bae33 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0749421 Jan 28 00:52:26.456398 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '986ef62d-a678-4071-b374-3db280926a9b', 'tenant_id': 'a2c0381fecdd4964bbd37f3c5d6e4962', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:52:26.476409 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Made reservation on behalf of a2c0381fecdd4964bbd37f3c5d6e4962 for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:52:26.478837 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.691818 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (39a2396f-0582-4d8a-b6e9-57a57cffd7af), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.747197 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a2396f-0582-4d8a-b6e9-57a57cffd7af,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:26.755974 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Checking segment: {'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:52:26.756395 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Network hostable DHCP agents. Network: 986ef62d-a678-4071-b374-3db280926a9b, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:52:26.774622 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Network 986ef62d-a678-4071-b374-3db280926a9b is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:52:26.788206 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 986ef62d-a678-4071-b374-3db280926a9b) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:26.794326 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:26.795296 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.807905 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2eb6b-7ea2-4ce2-8e8c-cc69d0386196 None None] Network 986ef62d-a678-4071-b374-3db280926a9b requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:52:26.817981 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-df975e3c-c756-416d-8053-c6adbdc17d38 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3660114 Jan 28 00:52:27.024343 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-986ef62d-a678-4071-b374-3db280926a9b', 'network_id': '986ef62d-a678-4071-b374-3db280926a9b', 'project_id': 'a2c0381fecdd4964bbd37f3c5d6e4962', 'fixed_ips': [{'subnet_id': '39a2396f-0582-4d8a-b6e9-57a57cffd7af'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:52:27.025291 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:27.168505 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Allocated IP 192.168.233.2 (986ef62d-a678-4071-b374-3db280926a9b/39a2396f-0582-4d8a-b6e9-57a57cffd7af/af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:52:27.318084 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Publish callbacks [] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:27.324441 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:27.364693 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Network 986ef62d-a678-4071-b374-3db280926a9b is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:52:27.367489 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:27.371485 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:52:27.385442 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Pushing event updated for resources: {'Port': ['ID=af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:27.406783 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.407174 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.407540 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.407885 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.408216 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.408547 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.408877 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.409201 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.409636 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.409861 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.410190 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.410510 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.410828 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:27.447843 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Attempting to bind port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:52:27.448204 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Attempting to bind port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:52:27.448571 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Attempting to bind port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db on network 986ef62d-a678-4071-b374-3db280926a9b {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:52:27.454128 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:52:27.454509 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Checking segment: {'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:52:27.454919 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:27.455437 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Bound using segment: {'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:52:27.456026 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Bound port: af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:52:27.456443 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:27.523771 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] For port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:52:27.527205 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] For port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db,segment=NetworkSegment(d9cc1610-d46b-4624-8d44-b6013473c38a),segment_id=d9cc1610-d46b-4624-8d44-b6013473c38a)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:52:27.533807 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:27.593781 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76505c04-c61e-4f5c-867c-4c140113c6b6 None None] Pushing event updated for resources: {'Port': ['ID=af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:28.340862 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:52:28.402253 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:28.402835 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:28.527470 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:28.528400 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:28.572963 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db,segment=NetworkSegment(d9cc1610-d46b-4624-8d44-b6013473c38a),segment_id=d9cc1610-d46b-4624-8d44-b6013473c38a)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:28.580005 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:28.651017 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:28.695994 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef10960-f123-4d54-9c65-08d44693a080 None None] Network 986ef62d-a678-4071-b374-3db280926a9b requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:52:28.822330 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-1f951ed3-918a-4235-b3c6-a99da86f2740 None None] Provisioning complete for port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:28.822730 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1f951ed3-918a-4235-b3c6-a99da86f2740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:28.940862 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-1f951ed3-918a-4235-b3c6-a99da86f2740 None None] Current status of the port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:29.064829 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-dc13c7bd-9847-45ff-84e2-434f1d4a43ce None None] Provisioning complete for port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:29.065229 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-dc13c7bd-9847-45ff-84e2-434f1d4a43ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:29.154415 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-dc13c7bd-9847-45ff-84e2-434f1d4a43ce None None] Current status of the port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:30.253939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:52:30.340702 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:30.341291 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:30.485583 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port af5aa7ab-de8e-45fe-b9bc-0fc6a6b3e1db is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:46.853391 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5a7f61dd-7451-4ddc-8c31-cb0dd41b93a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:46.970696 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:52:49.187819 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b78dbebe-d13e-43d5-99a6-3bb70d2fbbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:50.451350 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:51.917261 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:53.324055 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:16.859560 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a62a6be6-d529-4307-bf8b-df8049d2ce5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:19.188513 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-39594620-75ab-4b93-8992-5362936eba6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:20.459058 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.925315 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:23.310545 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:23.973738 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:53:46.860327 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-8fbf00a6-6f5d-4b76-a067-775b528384f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.189487 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-0dc209ce-5b5b-4a13-922e-4470889a4e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.457090 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.921637 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:52.958717 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39516) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:52.967182 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [None req-a50d0b12-625b-4d65-9ea3-540892ba2c45 tempest-verify_tempest_config-1181643136 tempest-verify_tempest_config-1181643136-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:53:52.968330 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a50d0b12-625b-4d65-9ea3-540892ba2c45 tempest-verify_tempest_config-1181643136 tempest-verify_tempest_config-1181643136-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0084188 Jan 28 00:53:53.320741 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.326357 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39534) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:53.464193 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.582853 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Publish callbacks [] for security_group (a31535cc-dbd3-47d6-92f0-b4c8917463ce), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.587406 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (a31535cc-dbd3-47d6-92f0-b4c8917463ce), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.635844 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2fe7eee41db4c5483519a2ee11e42c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3082476 Jan 28 00:53:53.637092 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31535cc-dbd3-47d6-92f0-b4c8917463ce,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:53.639468 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39538) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:53.645850 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.646206 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.646561 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.646916 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.647355 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.647355 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.647355 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.647355 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.649130 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.649130 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.649438 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.649613 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.649916 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921be8c1-1bd9-48b1-bd86-3498daf26c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.713430 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Publish callbacks [] for security_group (a31535cc-dbd3-47d6-92f0-b4c8917463ce), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.736747 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Publish callbacks [] for security_group (a31535cc-dbd3-47d6-92f0-b4c8917463ce), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.837529 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (a31535cc-dbd3-47d6-92f0-b4c8917463ce), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.840032 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.841247 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a31535cc-dbd3-47d6-92f0-b4c8917463ce HTTP/1.1" status: 204 len: 168 time: 0.2005768 Jan 28 00:53:53.849749 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31535cc-dbd3-47d6-92f0-b4c8917463ce,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:53.859183 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.859694 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.860135 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.860566 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.861170 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.861507 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.862024 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.862473 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.862971 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.863455 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.863905 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.864345 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:53.864789 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d93b-34bc-413c-8404-686acafa00c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:00.977831 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:54:16.856618 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c7cb6ef9-f043-438b-988b-23f6e6060fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.184912 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4a42718f-56a3-42cd-a0eb-499c1889f45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.454666 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:21.917197 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.308434 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.979890 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:54:46.850752 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c86574a0-8703-4557-acb8-28701c0f6ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.179650 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-12accfaa-2b2b-4ace-a764-6a06aca08226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.455253 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.927664 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.307624 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.978791 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 5 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:55:16.862227 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdde0-98b5-4f18-b780-ec61dd15cac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.190737 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-23419868-8895-420f-9e81-8c0661f39e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.459036 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.931143 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.317273 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.829759 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2041276'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:46.856681 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-bffb09a8-d9df-4396-98ca-2337694a46a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.195758 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-022988e3-33bb-4980-845e-d12aefe1feb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.462812 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.920866 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.978731 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:55:53.312942 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.960623 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39612) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:55.075217 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-64071a8f-7a3f-46e7-965e-fbfa69d7dacb admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1133838 Jan 28 00:55:57.518315 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39622) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:57.595395 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f11c2ea6-ab60-453d-8161-67d53b289c20 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0753455 Jan 28 00:56:11.776758 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.861115 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c6a8cbc8-2a9b-4cee-bd59-9f1ddb0f3637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.181597 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-0634046b-94fc-42c3-8a1f-2bb07a0171d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.465359 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.941911 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.312731 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.978878 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:56:41.794844 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:46.869450 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-403b45e2-f13c-43e9-b786-0dcb4d82adc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:49.195954 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-2a6e5b56-42ab-4b9b-84c8-ef82f1c0e49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:50.476335 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:51.930198 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:53.324048 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:05.979256 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:57:11.781663 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:16.867202 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-29262c35-6598-43b5-bcc3-c002fb528ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:19.189511 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b6cd230d-15d8-4a55-98d6-ffd1d49c1947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.481896 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.937595 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:23.306667 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:33.911283 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39778) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:34.107492 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39792) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:34.257567 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-network', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:34.288871 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Made reservation on behalf of 8d3356a09ca24dd78dc3ad054e04830c for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:34.292155 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.306269 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.363690 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-408255781-network', 'tenant_id': '8c28f76a4d78416dabc595b2d237134d'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:34.430619 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Made reservation on behalf of 8c28f76a4d78416dabc595b2d237134d for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:34.434959 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.517592 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.577406 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Publish callbacks [] for security_group (089eca42-e8cd-4da2-b93e-d9240d7aa344), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.585755 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (089eca42-e8cd-4da2-b93e-d9240d7aa344), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.621621 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:34.665102 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (7fcf3d6f-6a95-4a9a-90d5-901ce857985d), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.665755 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Added segment 7fcf3d6f-6a95-4a9a-90d5-901ce857985d of type vlan for network e33e7749-4f5a-4380-9d6e-c7ef554a7709 Jan 28 00:57:34.739175 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089eca42-e8cd-4da2-b93e-d9240d7aa344,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:34.743191 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (e33e7749-4f5a-4380-9d6e-c7ef554a7709), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.764239 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Publish callbacks [] for security_group (93581ebe-0d68-40e8-90e1-74e1f954e90a), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.768336 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.769013 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.769414 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.769722 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.770330 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.770686 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.771105 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.771469 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.771805 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.772151 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.772593 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.773079 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.773311 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Tracked resource versions report: Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: pushed versions: Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: { 'AddressGroup': {'1.2'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'ConntrackHelper': {'1.0'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Log': {'1.0'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Network': {'1.1'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Port': {'1.7'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'PortForwarding': {'1.2'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'QosPolicy': {'1.10'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SecurityGroup': {'1.5'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SubPort': {'1.0'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Subnet': {'1.1'}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Trunk': {'1.1'}} Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: consumer versions: Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: { DHCP agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: HyperV agent@hv-cinder-81689: {}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: L3 agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: Metadata agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: Metering agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: Open vSwitch agent@dv-cinder-816898-6-iscsi: { 'AddressGroup': '1.2', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'ConntrackHelper': '1.0', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'LocalIPAssociation': '1.0', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Log': '1.0', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Network': '1.1', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Port': '1.7', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'PortForwarding': '1.2', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'QosPolicy': '1.10', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SecurityGroup': '1.5', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SecurityGroupRule': '1.2', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'SubPort': '1.0', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Subnet': '1.1', Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: 'Trunk': '1.1'}} Jan 28 00:57:34.774493 dv-cinder-816898-6-iscsi neutron-server[102325]: {{(pid=102325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:57:34.779545 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (93581ebe-0d68-40e8-90e1-74e1f954e90a), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.812286 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 999, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:34.835828 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (e33e7749-4f5a-4380-9d6e-c7ef554a7709), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.837087 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.837867 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.841469 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (5e944b88-f81c-48ad-83b0-29d874f59e7e), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.841785 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Added segment 5e944b88-f81c-48ad-83b0-29d874f59e7e of type vlan for network 5449d510-4630-4ba6-b676-1c4b9d289300 Jan 28 00:57:34.859553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93581ebe-0d68-40e8-90e1-74e1f954e90a,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:34.969365 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39832) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:34.970006 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0569954 Jan 28 00:57:34.970784 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc6148-e247-408d-9a91-b5e95f5cdaa3 admin admin] Pushing event updated for resources: {'Network': ['ID=e33e7749-4f5a-4380-9d6e-c7ef554a7709,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:34.980454 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (5449d510-4630-4ba6-b676-1c4b9d289300), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:34.985629 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Request body: {'subnet': {'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-subnet', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:34.992125 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network e33e7749-4f5a-4380-9d6e-c7ef554a7709 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:35.026526 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Made reservation on behalf of 8d3356a09ca24dd78dc3ad054e04830c for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:35.030274 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.038198 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (5449d510-4630-4ba6-b676-1c4b9d289300), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.039343 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.040000 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.134491 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=5449d510-4630-4ba6-b676-1c4b9d289300,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:35.151738 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-0c3b91ac-2d70-43c0-ac62-eeab236af1a9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0419412 Jan 28 00:57:35.152717 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39838) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:35.153647 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 5449d510-4630-4ba6-b676-1c4b9d289300 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:35.164671 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Request body: {'subnet': {'network_id': '5449d510-4630-4ba6-b676-1c4b9d289300', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-408255781-subnet', 'tenant_id': '8c28f76a4d78416dabc595b2d237134d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:35.199464 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Made reservation on behalf of 8c28f76a4d78416dabc595b2d237134d for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:35.204063 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.359944 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (08d88215-327d-4777-b202-20d32aa0e8a1), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.457699 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d88215-327d-4777-b202-20d32aa0e8a1,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:35.464736 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Checking segment: {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:35.465102 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Network hostable DHCP agents. Network: e33e7749-4f5a-4380-9d6e-c7ef554a7709, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:35.473684 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.474229 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.474556 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.475129 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.475838 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.476348 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.476838 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.477320 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.477821 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.478316 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.478804 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.479310 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.479800 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Tracked resource versions report: Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: pushed versions: Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: { 'AddressGroup': {'1.2'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'ConntrackHelper': {'1.0'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Log': {'1.0'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Network': {'1.1'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Port': {'1.7'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'PortForwarding': {'1.2'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'QosPolicy': {'1.10'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SecurityGroup': {'1.5'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SubPort': {'1.0'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Subnet': {'1.1'}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Trunk': {'1.1'}} Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: consumer versions: Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: { DHCP agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: HyperV agent@hv-cinder-81689: {}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: L3 agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: Metadata agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: Metering agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: Open vSwitch agent@dv-cinder-816898-6-iscsi: { 'AddressGroup': '1.2', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'ConntrackHelper': '1.0', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'LocalIPAssociation': '1.0', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Log': '1.0', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Network': '1.1', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Port': '1.7', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'PortForwarding': '1.2', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'QosPolicy': '1.10', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SecurityGroup': '1.5', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SecurityGroupRule': '1.2', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'SubPort': '1.0', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Subnet': '1.1', Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: 'Trunk': '1.1'}} Jan 28 00:57:35.481121 dv-cinder-816898-6-iscsi neutron-server[102324]: {{(pid=102324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:57:35.504573 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Network e33e7749-4f5a-4380-9d6e-c7ef554a7709 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:35.522796 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, e33e7749-4f5a-4380-9d6e-c7ef554a7709) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:35.525981 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39850) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:35.539668 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.539959 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba87b9b-1804-4393-bb4a-11aeecc84256 None None] Network e33e7749-4f5a-4380-9d6e-c7ef554a7709 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:35.541026 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.567612 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (21c13ba8-b641-4866-ae2f-4d4318da09df), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.574669 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39854) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:35.575599 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-5b2ff3fb-b3c1-475b-8dfc-3745d8987007 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6043825 Jan 28 00:57:35.581821 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:35.658002 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c13ba8-b641-4866-ae2f-4d4318da09df,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:35.692502 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (4110b9af-0bb0-43be-b6d8-419cc9fb173d), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.695047 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (4110b9af-0bb0-43be-b6d8-419cc9fb173d), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.695757 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2bc9d5-20fc-4da5-bb52-3052e4fdb76d None None] Network e33e7749-4f5a-4380-9d6e-c7ef554a7709 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:35.712797 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Checking segment: {'id': '5e944b88-f81c-48ad-83b0-29d874f59e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '5449d510-4630-4ba6-b676-1c4b9d289300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:35.713401 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Network hostable DHCP agents. Network: 5449d510-4630-4ba6-b676-1c4b9d289300, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:35.780048 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Network 5449d510-4630-4ba6-b676-1c4b9d289300 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:35.831407 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 5449d510-4630-4ba6-b676-1c4b9d289300) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:35.846687 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be230677-ac08-413c-a79d-3b6d6160ba41 None None] Network 5449d510-4630-4ba6-b676-1c4b9d289300 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:35.870434 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks [] for router_controller (4110b9af-0bb0-43be-b6d8-419cc9fb173d), precommit_add_association {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.872572 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.873192 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.888601 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39866) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:35.983615 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-5a8f02b9-054a-44bc-a4fa-608cfc915931 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8282559 Jan 28 00:57:36.085538 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-502814313-network', 'tenant_id': 'b574b7e407d346429c4f2fbfd3225cf5'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:36.110328 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cfcd18-a819-498b-babc-5549cdb7bd34 None None] Network 5449d510-4630-4ba6-b676-1c4b9d289300 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:36.120667 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Made reservation on behalf of b574b7e407d346429c4f2fbfd3225cf5 for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:36.123882 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.138473 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.216695 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks [] for router_gateway (4110b9af-0bb0-43be-b6d8-419cc9fb173d), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.262531 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-136472268-network', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:36.339681 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Publish callbacks [] for security_group (0479beed-fe6f-4445-b8f5-5b017c6cbe69), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.344536 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (0479beed-fe6f-4445-b8f5-5b017c6cbe69), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.392441 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0479beed-fe6f-4445-b8f5-5b017c6cbe69,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:36.408780 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] vlan segment allocate from pool success with {'vlan_id': 986, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:36.419501 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Made reservation on behalf of d1619efcedc544fabe3b60eef955ce40 for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:36.425873 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.433075 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (908d7574-e5ca-422e-97d5-7bae54cf7337), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.433412 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Added segment 908d7574-e5ca-422e-97d5-7bae54cf7337 of type vlan for network 6be64d40-0b9f-4c4e-bb59-72ecb71f6666 Jan 28 00:57:36.450834 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.511325 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (6be64d40-0b9f-4c4e-bb59-72ecb71f6666), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.570581 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (6be64d40-0b9f-4c4e-bb59-72ecb71f6666), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.571685 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:36.572538 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.601876 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0697610 Jan 28 00:57:36.604415 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39890) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:36.633655 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Request body: {'subnet': {'network_id': '6be64d40-0b9f-4c4e-bb59-72ecb71f6666', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-502814313-subnet', 'tenant_id': 'b574b7e407d346429c4f2fbfd3225cf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:36.699428 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de8cba-a25e-4931-8b74-58d8c42205ab admin admin] Pushing event updated for resources: {'Network': ['ID=6be64d40-0b9f-4c4e-bb59-72ecb71f6666,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:36.710480 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks [] for router_gateway (4110b9af-0bb0-43be-b6d8-419cc9fb173d), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.713286 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Made reservation on behalf of b574b7e407d346429c4f2fbfd3225cf5 for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:36.713700 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 6be64d40-0b9f-4c4e-bb59-72ecb71f6666 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:36.716636 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.745417 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Publish callbacks [] for security_group (52da9277-9fcf-433d-b2be-4ec270ff6004), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.756651 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (52da9277-9fcf-433d-b2be-4ec270ff6004), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.767595 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.797582 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:36.835614 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (50c94ddb-6101-4f43-ac44-3c32815e72eb), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.836330 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Added segment 50c94ddb-6101-4f43-ac44-3c32815e72eb of type vlan for network d1773e64-668d-4b4c-97fa-e06f64eac702 Jan 28 00:57:36.946794 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (d1773e64-668d-4b4c-97fa-e06f64eac702), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.986765 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (d1773e64-668d-4b4c-97fa-e06f64eac702), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:36.988291 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:36.990560 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.080405 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Pushing event updated for resources: {'Network': ['ID=d1773e64-668d-4b4c-97fa-e06f64eac702,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:37.095368 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Allocated IP 172.27.1.15 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/eb186fda-ae7b-46f4-ad54-6e6b13fd44c7) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:37.100419 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network d1773e64-668d-4b4c-97fa-e06f64eac702 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:37.175433 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52da9277-9fcf-433d-b2be-4ec270ff6004,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:37.216165 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-b5117a62-2f1b-4c48-8e2d-0f0083a98c84 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3259952 Jan 28 00:57:37.221259 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39908) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:37.226262 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Request body: {'subnet': {'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-subnet', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:37.276265 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Made reservation on behalf of d1619efcedc544fabe3b60eef955ce40 for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:37.279649 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.368502 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.496628 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:37.499804 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Checking segment: {'id': '908d7574-e5ca-422e-97d5-7bae54cf7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '6be64d40-0b9f-4c4e-bb59-72ecb71f6666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:37.500263 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Network hostable DHCP agents. Network: 6be64d40-0b9f-4c4e-bb59-72ecb71f6666, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:37.540451 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks [] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.553423 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Network 6be64d40-0b9f-4c4e-bb59-72ecb71f6666 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:37.572018 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 6be64d40-0b9f-4c4e-bb59-72ecb71f6666) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:37.583428 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.584025 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.587564 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8a97b-5df2-4177-b6ec-741cf7be2dce None None] Network 6be64d40-0b9f-4c4e-bb59-72ecb71f6666 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:37.622617 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (efad955f-e760-4faa-b04c-054f4c78d2cd), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.702553 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-63b56ec2-9c38-498e-938b-0853710ad54e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0920963 Jan 28 00:57:37.728071 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.769275 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=efad955f-e760-4faa-b04c-054f4c78d2cd,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:37.849638 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Checking segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:37.850127 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Network hostable DHCP agents. Network: d1773e64-668d-4b4c-97fa-e06f64eac702, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:37.896709 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Network d1773e64-668d-4b4c-97fa-e06f64eac702 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:37.910812 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef6c16-32c3-41ec-b6e9-bf1f687d656d None None] Network 6be64d40-0b9f-4c4e-bb59-72ecb71f6666 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:37.924828 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, d1773e64-668d-4b4c-97fa-e06f64eac702) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:37.930405 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.931691 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.963556 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e7c91-52bc-4838-82d8-b0f8652fd2c1 None None] Network d1773e64-668d-4b4c-97fa-e06f64eac702 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:37.978690 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Pushing event updated for resources: {'Port': ['ID=eb186fda-ae7b-46f4-ad54-6e6b13fd44c7,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:37.980951 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cf8b5437-26a3-468b-9a2a-91c05965c00c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7585630 Jan 28 00:57:37.986971 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 39934) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:37.999307 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:38.001019 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:38.004631 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:38.008107 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:38.042681 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (52e85959-460b-4d95-95a4-35c2d92cadf0), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.044436 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (52e85959-460b-4d95-95a4-35c2d92cadf0), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.172297 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks [] for router_controller (52e85959-460b-4d95-95a4-35c2d92cadf0), precommit_add_association {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.436053 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-d1773e64-668d-4b4c-97fa-e06f64eac702', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:57:38.437629 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.697283 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks [] for router_gateway (4110b9af-0bb0-43be-b6d8-419cc9fb173d), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.823458 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Allocated IP 172.20.0.2 (d1773e64-668d-4b4c-97fa-e06f64eac702/efad955f-e760-4faa-b04c-054f4c78d2cd/fe2c12ef-8530-4958-8eda-85611bbeaa1a) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:38.882791 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 39954) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:38.889439 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks [] for router_gateway (52e85959-460b-4d95-95a4-35c2d92cadf0), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.894311 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-49735744-network', 'tenant_id': '56280c2a92ec4ffc901925104ae55be1'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:39.069930 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Made reservation on behalf of 56280c2a92ec4ffc901925104ae55be1 for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:39.075625 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.115437 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.127852 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Publish callbacks [] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.139904 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.205292 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Pushing event updated for resources: {'Port': ['ID=fe2c12ef-8530-4958-8eda-85611bbeaa1a,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:39.215126 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.215761 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.216305 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.216823 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.217485 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.218102 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.219163 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.219745 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.220317 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.220938 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.221595 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.222097 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.223503 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Tracked resource versions report: Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: pushed versions: Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: { 'AddressGroup': {'1.2'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'ConntrackHelper': {'1.0'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Log': {'1.0'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Network': {'1.1'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Port': {'1.7'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'PortForwarding': {'1.2'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'QosPolicy': {'1.10'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SecurityGroup': {'1.5'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SubPort': {'1.0'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Subnet': {'1.1'}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Trunk': {'1.1'}} Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: consumer versions: Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: { DHCP agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: HyperV agent@hv-cinder-81689: {}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: L3 agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: Metadata agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: Metering agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: Open vSwitch agent@dv-cinder-816898-6-iscsi: { 'AddressGroup': '1.2', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'ConntrackHelper': '1.0', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'LocalIPAssociation': '1.0', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Log': '1.0', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Network': '1.1', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Port': '1.7', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'PortForwarding': '1.2', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'QosPolicy': '1.10', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SecurityGroup': '1.5', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SecurityGroupRule': '1.2', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'SubPort': '1.0', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Subnet': '1.1', Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: 'Trunk': '1.1'}} Jan 28 00:57:39.225202 dv-cinder-816898-6-iscsi neutron-server[102326]: {{(pid=102326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:57:39.243266 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Network d1773e64-668d-4b4c-97fa-e06f64eac702 is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:39.246080 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:39.255290 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:39.382522 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks [] for router_gateway (52e85959-460b-4d95-95a4-35c2d92cadf0), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.405194 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.442491 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Attempting to bind port fe2c12ef-8530-4958-8eda-85611bbeaa1a on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:39.443645 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Attempting to bind port fe2c12ef-8530-4958-8eda-85611bbeaa1a by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:39.448303 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (4110b9af-0bb0-43be-b6d8-419cc9fb173d), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.448503 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Attempting to bind port fe2c12ef-8530-4958-8eda-85611bbeaa1a on network d1773e64-668d-4b4c-97fa-e06f64eac702 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:39.465459 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:39.465959 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Checking segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:39.466472 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.470472 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Bound using segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:39.471286 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Bound port: fe2c12ef-8530-4958-8eda-85611bbeaa1a, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:39.471819 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.593333 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Allocated IP 172.27.1.43 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/4f4f18e9-610a-4aa1-893c-144344177c80) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:39.658067 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] For port fe2c12ef-8530-4958-8eda-85611bbeaa1a, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:39.663457 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] For port fe2c12ef-8530-4958-8eda-85611bbeaa1a, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=fe2c12ef-8530-4958-8eda-85611bbeaa1a,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:39.668859 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.687400 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40004) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:39.697815 dv-cinder-816898-6-iscsi neutron-server[102325]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 00:57:39.720769 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Publish callbacks [] for security_group (3ffd9ab6-1e71-49ea-9740-6c584b56b63f), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.753736 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (3ffd9ab6-1e71-49ea-9740-6c584b56b63f), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.798751 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks [] for port (4f4f18e9-610a-4aa1-893c-144344177c80), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.867368 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d84d9b-dfe7-4eee-a3f6-d80c91a5d16f None None] Pushing event updated for resources: {'Port': ['ID=fe2c12ef-8530-4958-8eda-85611bbeaa1a,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:39.871246 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.947231 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:39.950546 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:39.955082 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:39.956127 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] vlan segment allocate from pool success with {'vlan_id': 963, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:40.073006 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Pushing event updated for resources: {'Port': ['ID=4f4f18e9-610a-4aa1-893c-144344177c80,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:40.073006 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40026) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:40.078011 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (7651e033-30b4-443c-977d-a3f7146768c0), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.078974 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Added segment 7651e033-30b4-443c-977d-a3f7146768c0 of type vlan for network 6c3bc4db-2a22-45c6-986a-f53485202dfe Jan 28 00:57:40.088488 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd9ab6-1e71-49ea-9740-6c584b56b63f,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:40.212343 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-6ff3e6c8-14bc-42f4-a4a1-23ccb52e82f5 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.215295 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-6ff3e6c8-14bc-42f4-a4a1-23ccb52e82f5 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/networks?id=5449d510-4630-4ba6-b676-1c4b9d289300 HTTP/1.1" status: 200 len: 811 time: 0.5259254 Jan 28 00:57:40.226534 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (6c3bc4db-2a22-45c6-986a-f53485202dfe), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.314317 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-a86f2070-1b95-4c73-b53e-82f03bb63eb0 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/quotas/8c28f76a4d78416dabc595b2d237134d HTTP/1.1" status: 200 len: 375 time: 0.0529308 Jan 28 00:57:40.319616 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Router 4110b9af-0bb0-43be-b6d8-419cc9fb173d is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:57:40.350258 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks [] for router_gateway (52e85959-460b-4d95-95a4-35c2d92cadf0), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.357095 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (6c3bc4db-2a22-45c6-986a-f53485202dfe), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.358386 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.359162 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.402493 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccb05-098b-42cd-8118-d1a6b25392bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.570702 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40034) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:40.590089 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-b73b5aa3-d0ae-4e1a-8127-04acb3e58853 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c28f76a4d78416dabc595b2d237134d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2859316 Jan 28 00:57:40.620364 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device fe2c12ef-8530-4958-8eda-85611bbeaa1a up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:40.713878 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccb05-098b-42cd-8118-d1a6b25392bb admin admin] Publish callbacks [] for security_group (12c7248a-88e6-4afb-9447-8e326e0836c9), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.720786 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccb05-098b-42cd-8118-d1a6b25392bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (12c7248a-88e6-4afb-9447-8e326e0836c9), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.732705 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port fe2c12ef-8530-4958-8eda-85611bbeaa1a triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:40.733321 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.781018 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ccb05-098b-42cd-8118-d1a6b25392bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c7248a-88e6-4afb-9447-8e326e0836c9,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:40.842142 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-6a7ccb05-098b-42cd-8118-d1a6b25392bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c03eb4b1ff054605be893fbe1ebd7bd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7705474 Jan 28 00:57:40.846775 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40056) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:40.945572 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port fe2c12ef-8530-4958-8eda-85611bbeaa1a is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:40.946346 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.952759 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (52e85959-460b-4d95-95a4-35c2d92cadf0), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.990388 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5c36-937b-43b7-b98c-dadc463c608b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.003921 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port fe2c12ef-8530-4958-8eda-85611bbeaa1a, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=fe2c12ef-8530-4958-8eda-85611bbeaa1a,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:41.014861 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.026072 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1347229 Jan 28 00:57:41.029563 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40066) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:41.087826 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Request body: {'subnet': {'network_id': '6c3bc4db-2a22-45c6-986a-f53485202dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-49735744-subnet', 'tenant_id': '56280c2a92ec4ffc901925104ae55be1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:41.125913 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-53e71496-7283-42e3-998d-6440302ac6d9 admin admin] Publish callbacks [] for security_group (12c7248a-88e6-4afb-9447-8e326e0836c9), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.130635 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=fe2c12ef-8530-4958-8eda-85611bbeaa1a,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:41.138978 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:41.142361 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac73bb8-8e9c-418c-8241-870af9e48e22 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3bc4db-2a22-45c6-986a-f53485202dfe,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:41.160156 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Sync routers for ids ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:41.192772 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-9a5d831e-992c-4f79-afc8-ccb3452e7a55 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:57:41.199405 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Routers {'4110b9af-0bb0-43be-b6d8-419cc9fb173d'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:41.200072 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:57:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:41.207047 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-9a5d831e-992c-4f79-afc8-ccb3452e7a55 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2273169 Jan 28 00:57:41.283379 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-53e71496-7283-42e3-998d-6440302ac6d9 admin admin] Publish callbacks [] for security_group (12c7248a-88e6-4afb-9447-8e326e0836c9), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.329452 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Made reservation on behalf of 56280c2a92ec4ffc901925104ae55be1 for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:41.331391 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.340644 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.345645 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-eb778352-5b6c-4b1a-8d35-0da3f94f5e50 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7661407 Jan 28 00:57:41.357197 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40074) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:41.530125 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5c36-937b-43b7-b98c-dadc463c608b admin admin] Publish callbacks [] for security_group (9c280414-8120-4721-b97d-aa161768ce76), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.530518 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Set router 4110b9af-0bb0-43be-b6d8-419cc9fb173d gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:41.560921 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5c36-937b-43b7-b98c-dadc463c608b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (9c280414-8120-4721-b97d-aa161768ce76), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.651295 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-7e5f5c36-937b-43b7-b98c-dadc463c608b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17db103900714c66bd40d23d89768df9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0765929 Jan 28 00:57:41.654262 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40086) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:41.766775 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f5c36-937b-43b7-b98c-dadc463c608b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c280414-8120-4721-b97d-aa161768ce76,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:41.781251 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Router 52e85959-460b-4d95-95a4-35c2d92cadf0 is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:57:41.790738 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-53e71496-7283-42e3-998d-6440302ac6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (12c7248a-88e6-4afb-9447-8e326e0836c9), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.793417 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29237ac-1477-4f9b-99b2-8ed9b6c0be92 None None] Network d1773e64-668d-4b4c-97fa-e06f64eac702 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:41.793933 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-53e71496-7283-42e3-998d-6440302ac6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.795534 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-53e71496-7283-42e3-998d-6440302ac6d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12c7248a-88e6-4afb-9447-8e326e0836c9 HTTP/1.1" status: 204 len: 168 time: 0.9477596 Jan 28 00:57:41.834749 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e71496-7283-42e3-998d-6440302ac6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c7248a-88e6-4afb-9447-8e326e0836c9,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:41.891973 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-89577433-90af-43e9-a9f4-10f19c953c52 service neutron] 10.222.0.78 "GET /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835418 Jan 28 00:57:41.951209 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 6c3bc4db-2a22-45c6-986a-f53485202dfe details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:42.092705 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T00:57:38Z', 'revision_number': 3, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port': {'id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:36Z', 'updated_at': '2022-01-28T00:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:42.097766 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.144518 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Checking router: 4110b9af-0bb0-43be-b6d8-419cc9fb173d for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:42.146858 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Updating router 4110b9af-0bb0-43be-b6d8-419cc9fb173d port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:57:42.148028 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-303a9bc6-264a-45b9-94da-0460ed3e5bd9 None None] Provisioning complete for port fe2c12ef-8530-4958-8eda-85611bbeaa1a triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:42.148420 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-303a9bc6-264a-45b9-94da-0460ed3e5bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.183303 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:42.196304 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fed9b252-e470-4fa8-9a1d-a2b2d3f7b34b admin admin] Publish callbacks [] for security_group (9c280414-8120-4721-b97d-aa161768ce76), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.207934 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.213500 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.215928 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-9ce20868-2973-4395-84bc-189d6f41548a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2279418 Jan 28 00:57:42.225107 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40106) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:42.225449 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Sync routers for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:42.262195 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40108) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:42.318504 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:42.319193 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:57:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:42.513109 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fed9b252-e470-4fa8-9a1d-a2b2d3f7b34b admin admin] Publish callbacks [] for security_group (9c280414-8120-4721-b97d-aa161768ce76), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.622740 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device fe2c12ef-8530-4958-8eda-85611bbeaa1a up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:42.660061 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-153ce2b8-baa5-46ca-9e60-328e5f49e664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.694621 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (37f4562b-5ad1-4f42-992f-0a6f677c3538), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.756523 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-303a9bc6-264a-45b9-94da-0460ed3e5bd9 None None] Current status of the port fe2c12ef-8530-4958-8eda-85611bbeaa1a is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:42.775029 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-40a8a373-0681-446a-91ab-1bde5d063074 service neutron] 10.222.0.78 "GET /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674631 Jan 28 00:57:42.775895 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f4562b-5ad1-4f42-992f-0a6f677c3538,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:42.791332 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:42.858593 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40116) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:42.901984 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-80cfb8d5-58be-48fd-9ea0-16bdd53a6c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.927639 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fed9b252-e470-4fa8-9a1d-a2b2d3f7b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (9c280414-8120-4721-b97d-aa161768ce76), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.932356 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fed9b252-e470-4fa8-9a1d-a2b2d3f7b34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.938237 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fed9b252-e470-4fa8-9a1d-a2b2d3f7b34b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c280414-8120-4721-b97d-aa161768ce76 HTTP/1.1" status: 204 len: 168 time: 1.2717729 Jan 28 00:57:43.051955 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:57:43.085310 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Checking segment: {'id': '7651e033-30b4-443c-977d-a3f7146768c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '6c3bc4db-2a22-45c6-986a-f53485202dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:43.090279 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Network hostable DHCP agents. Network: 6c3bc4db-2a22-45c6-986a-f53485202dfe, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:43.096533 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Publish callbacks [] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.108190 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.174156 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9b252-e470-4fa8-9a1d-a2b2d3f7b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c280414-8120-4721-b97d-aa161768ce76,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:43.177365 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-f0ed89f0-c757-4c70-8ce0-336e507b6c15 None None] Provisioning complete for port fe2c12ef-8530-4958-8eda-85611bbeaa1a triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:43.177935 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f0ed89f0-c757-4c70-8ce0-336e507b6c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.185031 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Pushing event updated for resources: {'Port': ['ID=eb186fda-ae7b-46f4-ad54-6e6b13fd44c7,revision_number=2']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:43.224516 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.225212 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.225534 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.225978 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.226510 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.227185 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.229128 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.229669 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.230434 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.231110 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.231656 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.232138 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.232625 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Tracked resource versions report: Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: pushed versions: Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: { 'AddressGroup': {'1.2'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'ConntrackHelper': {'1.0'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Log': {'1.0'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Network': {'1.1'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Port': {'1.7'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'PortForwarding': {'1.2'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'QosPolicy': {'1.10'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SecurityGroup': {'1.5'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SubPort': {'1.0'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Subnet': {'1.1'}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Trunk': {'1.1'}} Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: consumer versions: Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: { DHCP agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: HyperV agent@hv-cinder-81689: {}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: L3 agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: Metadata agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: Metering agent@dv-cinder-816898-6-iscsi: {}, Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: Open vSwitch agent@dv-cinder-816898-6-iscsi: { 'AddressGroup': '1.2', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'ConntrackHelper': '1.0', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'LocalIPAssociation': '1.0', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Log': '1.0', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Network': '1.1', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Port': '1.7', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'PortForwarding': '1.2', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'QosPolicy': '1.10', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SecurityGroup': '1.5', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SecurityGroupRule': '1.2', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'SubPort': '1.0', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Subnet': '1.1', Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: 'Trunk': '1.1'}} Jan 28 00:57:43.233962 dv-cinder-816898-6-iscsi neutron-server[102327]: {{(pid=102327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:57:43.244829 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Attempting to bind port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:43.245456 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Attempting to bind port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:43.246144 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Attempting to bind port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:43.269788 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:43.270288 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:43.270697 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.271137 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:43.271627 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Bound port: eb186fda-ae7b-46f4-ad54-6e6b13fd44c7, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:43.272189 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.292038 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port fe2c12ef-8530-4958-8eda-85611bbeaa1a triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:43.292549 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.357074 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-153ce2b8-baa5-46ca-9e60-328e5f49e664 admin admin] Publish callbacks [] for security_group (842b5db4-d246-40d0-97f9-d5f2de69e716), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.364400 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Network 6c3bc4db-2a22-45c6-986a-f53485202dfe is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:43.372877 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-153ce2b8-baa5-46ca-9e60-328e5f49e664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (842b5db4-d246-40d0-97f9-d5f2de69e716), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.393502 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] For port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:43.400416 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] For port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=eb186fda-ae7b-46f4-ad54-6e6b13fd44c7,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:43.412686 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.433142 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40136) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:43.438277 dv-cinder-816898-6-iscsi neutron-server[102324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 00:57:43.464046 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 6c3bc4db-2a22-45c6-986a-f53485202dfe) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:43.492754 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Routers {'4110b9af-0bb0-43be-b6d8-419cc9fb173d'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:43.493970 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:57:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:43.538007 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.538605 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.555740 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d8e2f06c-9612-4806-98fd-4f2d20be4cf2 req-2ba87eb9-761a-469e-a8e0-6ccb2b5acd78 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 210 time: 0.1190457 Jan 28 00:57:43.555964 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-153ce2b8-baa5-46ca-9e60-328e5f49e664 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c74235b77084c7fb4cbaa3a002861b8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2830198 Jan 28 00:57:43.556230 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40144) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:43.557924 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ebf0a-f22b-42c3-811d-5c2e8b43c640 None None] Network 6c3bc4db-2a22-45c6-986a-f53485202dfe requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:43.586257 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ce2b8-baa5-46ca-9e60-328e5f49e664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842b5db4-d246-40d0-97f9-d5f2de69e716,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:43.602842 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:40Z', 'revision_number': 3, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:43.633250 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b248816e-d4f5-47b8-9aeb-4f4b81100d75 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.5768602 Jan 28 00:57:43.636998 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-80cfb8d5-58be-48fd-9ea0-16bdd53a6c83 admin admin] Publish callbacks [] for security_group (d4b9d715-7822-4221-a175-23e2490141bf), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.639825 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.683428 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-80cfb8d5-58be-48fd-9ea0-16bdd53a6c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d4b9d715-7822-4221-a175-23e2490141bf), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.762529 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.781280 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] Set router 4110b9af-0bb0-43be-b6d8-419cc9fb173d gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:43.783669 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ec17b72b-7397-45df-b94f-fcda4d527fe1 admin admin] Publish callbacks [] for security_group (842b5db4-d246-40d0-97f9-d5f2de69e716), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.792704 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Checking router: 52e85959-460b-4d95-95a4-35c2d92cadf0 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:43.803330 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Updating router 52e85959-460b-4d95-95a4-35c2d92cadf0 port 4f4f18e9-610a-4aa1-893c-144344177c80 binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:57:43.836395 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-80cfb8d5-58be-48fd-9ea0-16bdd53a6c83 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3227dc0b24bd497a9a4159ba41af39d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9763696 Jan 28 00:57:43.837388 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfb8d5-58be-48fd-9ea0-16bdd53a6c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b9d715-7822-4221-a175-23e2490141bf,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:43.839613 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40154) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:43.849344 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ec17b72b-7397-45df-b94f-fcda4d527fe1 admin admin] Publish callbacks [] for security_group (842b5db4-d246-40d0-97f9-d5f2de69e716), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.878831 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed89f0-c757-4c70-8ce0-336e507b6c15 None None] Current status of the port fe2c12ef-8530-4958-8eda-85611bbeaa1a is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:43.893742 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port fe2c12ef-8530-4958-8eda-85611bbeaa1a is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:43.926854 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.955538 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40156) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:43.976053 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaaa1-1724-4b93-b399-3ed1d4b365cf admin admin] Publish callbacks [] for security_group (d4b9d715-7822-4221-a175-23e2490141bf), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.010104 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2f745-0a89-46e4-8dfd-5afcc41430a2 None None] Pushing event updated for resources: {'Port': ['ID=eb186fda-ae7b-46f4-ad54-6e6b13fd44c7,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:44.021128 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaaa1-1724-4b93-b399-3ed1d4b365cf admin admin] Publish callbacks [] for security_group (d4b9d715-7822-4221-a175-23e2490141bf), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.023845 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Allocated IP 172.20.0.1 (e33e7749-4f5a-4380-9d6e-c7ef554a7709/08d88215-327d-4777-b202-20d32aa0e8a1/48d862d5-3ee2-43c1-b591-39edebed7bfb) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:44.238978 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafddde1-1e9a-472e-8a6d-718ded675ae9 None None] Network 6c3bc4db-2a22-45c6-986a-f53485202dfe requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:44.294936 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_v2 [None req-11be4cb6-3209-42a4-bcf8-dbe92d9df30b admin admin] Deleting subnet 53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1 {{(pid=102324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:57:44.373863 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaaa1-1724-4b93-b399-3ed1d4b365cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d4b9d715-7822-4221-a175-23e2490141bf), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.378755 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaaa1-1724-4b93-b399-3ed1d4b365cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.382064 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-e8bdaaa1-1724-4b93-b399-3ed1d4b365cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4b9d715-7822-4221-a175-23e2490141bf HTTP/1.1" status: 204 len: 168 time: 0.5337055 Jan 28 00:57:44.403898 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Allocated IP 172.20.0.1 (d1773e64-668d-4b4c-97fa-e06f64eac702/efad955f-e760-4faa-b04c-054f4c78d2cd/12ff9de4-ffe1-4875-92ee-885130c5b74a) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:44.463320 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11be4cb6-3209-42a4-bcf8-dbe92d9df30b admin admin] Publish callbacks [] for subnet (53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.464354 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdaaa1-1724-4b93-b399-3ed1d4b365cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b9d715-7822-4221-a175-23e2490141bf,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:44.536175 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T00:57:38Z', 'revision_number': 3, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port': {'id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:36Z', 'updated_at': '2022-01-28T00:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:44.589572 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Publish callbacks [] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.603188 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bc3b8-fcbe-4dec-82f4-7df133d78417 None None] The sync data for ids ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'] in dv-cinder-816898-6-iscsi is: [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T00:57:38Z', 'revision_number': 3, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port': {'id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:36Z', 'updated_at': '2022-01-28T00:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:44.645416 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.698302 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11be4cb6-3209-42a4-bcf8-dbe92d9df30b admin admin] Publish callbacks [] for subnet (53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.722664 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11be4cb6-3209-42a4-bcf8-dbe92d9df30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.759333 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Network e33e7749-4f5a-4380-9d6e-c7ef554a7709 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:44.770813 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:44.794157 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:44.795409 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (4110b9af-0bb0-43be-b6d8-419cc9fb173d), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.824048 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ec17b72b-7397-45df-b94f-fcda4d527fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (842b5db4-d246-40d0-97f9-d5f2de69e716), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.829552 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ec17b72b-7397-45df-b94f-fcda4d527fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.831351 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-ec17b72b-7397-45df-b94f-fcda4d527fe1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/842b5db4-d246-40d0-97f9-d5f2de69e716 HTTP/1.1" status: 204 len: 168 time: 1.2668319 Jan 28 00:57:44.841403 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11be4cb6-3209-42a4-bcf8-dbe92d9df30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.873235 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Pushing event updated for resources: {'Port': ['ID=48d862d5-3ee2-43c1-b591-39edebed7bfb,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:44.886190 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11be4cb6-3209-42a4-bcf8-dbe92d9df30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.892741 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-11be4cb6-3209-42a4-bcf8-dbe92d9df30b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1 HTTP/1.1" status: 204 len: 168 time: 0.9275279 Jan 28 00:57:44.945437 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be4cb6-3209-42a4-bcf8-dbe92d9df30b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dff2f6-d6b9-4ac6-b61f-bdf4b1fcbee1,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:44.973967 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e4ccfbd2-83aa-4f34-8592-bb1e47069e3c req-1d65d465-da4b-40f7-8df3-b94f97a23440 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 210 time: 0.1382084 Jan 28 00:57:44.974640 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40192) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:45.011965 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Publish callbacks [] for port (4f4f18e9-610a-4aa1-893c-144344177c80), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.024302 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.208178 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Attempting to bind port 4f4f18e9-610a-4aa1-893c-144344177c80 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:45.209321 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Attempting to bind port 4f4f18e9-610a-4aa1-893c-144344177c80 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:45.212731 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Attempting to bind port 4f4f18e9-610a-4aa1-893c-144344177c80 on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:45.231444 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17b72b-7397-45df-b94f-fcda4d527fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b5db4-d246-40d0-97f9-d5f2de69e716,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:45.247833 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20a419-6d83-4628-8f46-c3a412eb3778 None None] Pushing event updated for resources: {'Port': ['ID=4f4f18e9-610a-4aa1-893c-144344177c80,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:45.294787 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:45.295734 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:45.296596 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.300282 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:45.301080 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Bound port: 4f4f18e9-610a-4aa1-893c-144344177c80, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:45.301721 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.442939 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (6be64d40-0b9f-4c4e-bb59-72ecb71f6666), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.494688 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] For port 4f4f18e9-610a-4aa1-893c-144344177c80, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:45.504828 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] For port 4f4f18e9-610a-4aa1-893c-144344177c80, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=4f4f18e9-610a-4aa1-893c-144344177c80,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:45.530564 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Publish callbacks [] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.540620 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.715609 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (6be64d40-0b9f-4c4e-bb59-72ecb71f6666), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.730420 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20a419-6d83-4628-8f46-c3a412eb3778 None None] Pushing event updated for resources: {'Port': ['ID=4f4f18e9-610a-4aa1-893c-144344177c80,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:45.751544 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.775334 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:45.775880 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:57:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:45.798384 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.975758 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Pushing event updated for resources: {'Port': ['ID=12ff9de4-ffe1-4875-92ee-885130c5b74a,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:46.009243 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.009720 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.017195 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.017195 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > port after_create 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.017195 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.017195 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > port after_update 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.017195 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.017195 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.017195 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.017847 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.034342 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:46.301985 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Publish callbacks [] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.335633 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.336985 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (4110b9af-0bb0-43be-b6d8-419cc9fb173d), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.555274 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.556376 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.556894 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.557815 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:46.561496 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be64d40-0b9f-4c4e-bb59-72ecb71f6666']}} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:46.602252 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:40Z', 'revision_number': 3, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:46.649659 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908d7574-e5ca-422e-97d5-7bae54cf7337') {'for_net_delete': True} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:46.651942 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908d7574-e5ca-422e-97d5-7bae54cf7337') {} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:46.700819 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Pushing event updated for resources: {'Port': ['ID=48d862d5-3ee2-43c1-b591-39edebed7bfb,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:46.711345 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2aa76766-7da0-402d-9517-790bc224f70b req-4845c6fa-b886-44ba-bd96-95c902fc1eeb tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 210 time: 0.0758054 Jan 28 00:57:46.714078 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7653001'] for segment (908d7574-e5ca-422e-97d5-7bae54cf7337), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.733846 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Network d1773e64-668d-4b4c-97fa-e06f64eac702 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:46.739231 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:46.745448 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:46.746669 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (52e85959-460b-4d95-95a4-35c2d92cadf0), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.806872 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (908d7574-e5ca-422e-97d5-7bae54cf7337), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.815781 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:46.823478 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd62a-fd82-4e88-bca5-bd483eb9c6f2 None None] The sync data for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi is: [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:40Z', 'revision_number': 3, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:46.852292 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=102324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:57:46.852983 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7838407'] for segment (908d7574-e5ca-422e-97d5-7bae54cf7337), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: from cryptography.utils import int_from_bytes Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: from cryptography.utils import int_from_bytes Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: Traceback (most recent call last): Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: timer() Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: cb(*args, **kw) Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: return func(*args, **kwargs) Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: self._notify() Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: self.callback(batched_events) Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: event.method(event) Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: return f(self, *a, **k) Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._get(url).json() Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: return self.request(url, 'GET', **kwargs) Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:57:46.863652 dv-cinder-816898-6-iscsi neutron-server[102324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:57:46.933850 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Network e33e7749-4f5a-4380-9d6e-c7ef554a7709 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:46.947558 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:47.125648 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:47.126055 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.131281 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (6be64d40-0b9f-4c4e-bb59-72ecb71f6666), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.141266 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-76ad6386-8508-4def-a12d-43d4f59890f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.155006 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.161217 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6be64d40-0b9f-4c4e-bb59-72ecb71f6666 HTTP/1.1" status: 204 len: 168 time: 2.1832271 Jan 28 00:57:47.195345 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40272) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:47.204901 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aafe0c-1c84-48bc-87b2-4d02c379e583 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be64d40-0b9f-4c4e-bb59-72ecb71f6666,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:47.291192 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.302792 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Router 4110b9af-0bb0-43be-b6d8-419cc9fb173d has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:57:47.381284 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:47.383970 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.423996 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e9223f-8e82-4bfc-9070-ef7aea936ee7 admin admin] Deleting subnet 37f4562b-5ad1-4f42-992f-0a6f677c3538 {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:57:47.428516 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e9223f-8e82-4bfc-9070-ef7aea936ee7 admin admin] Publish callbacks [] for subnet (37f4562b-5ad1-4f42-992f-0a6f677c3538), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.455424 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-daf08ea8-365b-4b86-a38a-58433f01297f None None] Provisioning complete for port 12ff9de4-ffe1-4875-92ee-885130c5b74a triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:47.459253 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-daf08ea8-365b-4b86-a38a-58433f01297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.488717 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e9223f-8e82-4bfc-9070-ef7aea936ee7 admin admin] Publish callbacks [] for subnet (37f4562b-5ad1-4f42-992f-0a6f677c3538), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.501854 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e9223f-8e82-4bfc-9070-ef7aea936ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (37f4562b-5ad1-4f42-992f-0a6f677c3538), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.580741 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.15', 65074) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:47.613234 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-daf08ea8-365b-4b86-a38a-58433f01297f None None] Port 12ff9de4-ffe1-4875-92ee-885130c5b74a cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:47.643083 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=eb186fda-ae7b-46f4-ad54-6e6b13fd44c7,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:47.651427 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.691842 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e9223f-8e82-4bfc-9070-ef7aea936ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for subnet (37f4562b-5ad1-4f42-992f-0a6f677c3538), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.771880 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=eb186fda-ae7b-46f4-ad54-6e6b13fd44c7,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:47.816444 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9223f-8e82-4bfc-9070-ef7aea936ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f4562b-5ad1-4f42-992f-0a6f677c3538,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:47.829806 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e9223f-8e82-4bfc-9070-ef7aea936ee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.869625 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-c8e9223f-8e82-4bfc-9070-ef7aea936ee7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/37f4562b-5ad1-4f42-992f-0a6f677c3538 HTTP/1.1" status: 204 len: 168 time: 0.6563268 Jan 28 00:57:47.869625 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40290) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:47.966675 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (6c3bc4db-2a22-45c6-986a-f53485202dfe), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.039179 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:48.081358 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-6ea01f12-4610-4c24-bc1c-3c37197c2c5b admin admin] 10.222.0.78 "PUT /v2.0/routers/4110b9af-0bb0-43be-b6d8-419cc9fb173d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7228620 Jan 28 00:57:48.253544 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Sync routers for ids ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:48.268502 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Routers {'4110b9af-0bb0-43be-b6d8-419cc9fb173d'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:48.269179 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:57:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:48.296190 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (6c3bc4db-2a22-45c6-986a-f53485202dfe), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.323485 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-1a9d2e0b-a567-49d7-8ab8-903cdea7b479 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.326047 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-1a9d2e0b-a567-49d7-8ab8-903cdea7b479 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.15 "GET /v2.0/networks?id=5449d510-4630-4ba6-b676-1c4b9d289300 HTTP/1.1" status: 200 len: 811 time: 0.7441831 Jan 28 00:57:48.353608 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.358776 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.361726 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.364552 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.365059 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.365536 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.367356 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.368118 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.368646 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.370223 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.467166 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Request body: {'port': {'device_id': '67efe239-0022-4298-878f-42dd83b61165', 'network_id': '5449d510-4630-4ba6-b676-1c4b9d289300', 'admin_state_up': True, 'tenant_id': '8c28f76a4d78416dabc595b2d237134d'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:48.497317 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Publish callbacks [] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.518109 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.544775 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Set router 4110b9af-0bb0-43be-b6d8-419cc9fb173d gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:48.684038 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.684747 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.685335 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.685909 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:48.686473 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3bc4db-2a22-45c6-986a-f53485202dfe']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:48.728028 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7651e033-30b4-443c-977d-a3f7146768c0') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:48.730003 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7651e033-30b4-443c-977d-a3f7146768c0') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:48.763803 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (7651e033-30b4-443c-977d-a3f7146768c0), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.778657 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:48.790768 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (7651e033-30b4-443c-977d-a3f7146768c0), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.791983 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Pushing event updated for resources: {'Port': ['ID=12ff9de4-ffe1-4875-92ee-885130c5b74a,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:48.801960 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Releasing vlan 963 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:57:48.802504 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (7651e033-30b4-443c-977d-a3f7146768c0), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: from cryptography.utils import int_from_bytes Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: from cryptography.utils import int_from_bytes Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:57:48.877352 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:57:48.881902 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (6c3bc4db-2a22-45c6-986a-f53485202dfe), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.916854 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (52e85959-460b-4d95-95a4-35c2d92cadf0), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.980519 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-20411d64-39b5-4ba0-a889-10ffa5eaa391 req-64cff8cf-6eb5-4276-b3d0-6877cfe17a2a tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 210 time: 0.0961702 Jan 28 00:57:48.982764 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.984313 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:48.984790 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.004010 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6c3bc4db-2a22-45c6-986a-f53485202dfe HTTP/1.1" status: 204 len: 168 time: 1.1419771 Jan 28 00:57:49.009545 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f22e2-6f34-42e7-86fd-7087a59950d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3bc4db-2a22-45c6-986a-f53485202dfe,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:49.163823 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40358) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:49.238380 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d7788e91-e87e-4caa-b168-fa133b992f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.246050 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:49.247432 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Network d1773e64-668d-4b4c-97fa-e06f64eac702 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:49.252823 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 4f4f18e9-610a-4aa1-893c-144344177c80 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:49.254820 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:49.297830 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T00:57:45Z', 'revision_number': 4, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port': {'id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:36Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '48d862d5-3ee2-43c1-b591-39edebed7bfb', 'name': '', 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'mac_address': 'fa:16:3e:a0:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '08d88215-327d-4777-b202-20d32aa0e8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:45Z', 'revision_number': 2, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'subnets': [{'id': '08d88215-327d-4777-b202-20d32aa0e8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:49.419388 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Checking router: 4110b9af-0bb0-43be-b6d8-419cc9fb173d for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:49.419608 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Made reservation on behalf of 8c28f76a4d78416dabc595b2d237134d for: {'port': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:49.424586 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Updating router 4110b9af-0bb0-43be-b6d8-419cc9fb173d port 48d862d5-3ee2-43c1-b591-39edebed7bfb binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:57:49.433819 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.478572 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 4f4f18e9-610a-4aa1-893c-144344177c80 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:49.479448 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.519750 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.617665 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40370) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:49.715482 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 4f4f18e9-610a-4aa1-893c-144344177c80 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:49.715974 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.779803 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9e38a53e-c0d7-47e6-841f-f8eefcd61351 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b574b7e407d346429c4f2fbfd3225cf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1579525 Jan 28 00:57:49.782085 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40374) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:49.799187 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 4f4f18e9-610a-4aa1-893c-144344177c80, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=4f4f18e9-610a-4aa1-893c-144344177c80,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:49.809890 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.887256 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-9d2f90e2-269d-4270-846b-0a6e70602e5e None None] Provisioning complete for port 12ff9de4-ffe1-4875-92ee-885130c5b74a triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:49.893960 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-9d2f90e2-269d-4270-846b-0a6e70602e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.914664 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Router 52e85959-460b-4d95-95a4-35c2d92cadf0 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:57:50.022240 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=4f4f18e9-610a-4aa1-893c-144344177c80,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:50.052004 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f90e2-269d-4270-846b-0a6e70602e5e None None] Port 12ff9de4-ffe1-4875-92ee-885130c5b74a cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:50.194533 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0f063f1-a8d8-4a65-a1cd-b1148856529b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.415420 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2741def9-f2ad-4c0a-98dd-8b8ad66b448b admin admin] Publish callbacks [] for security_group (0479beed-fe6f-4445-b8f5-5b017c6cbe69), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.472416 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2741def9-f2ad-4c0a-98dd-8b8ad66b448b admin admin] Publish callbacks [] for security_group (0479beed-fe6f-4445-b8f5-5b017c6cbe69), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.554468 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:50.572142 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-b8254610-fd6b-460e-be88-a823884b8616 admin admin] 10.222.0.78 "PUT /v2.0/routers/52e85959-460b-4d95-95a4-35c2d92cadf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3442419 Jan 28 00:57:50.599855 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 4f4f18e9-610a-4aa1-893c-144344177c80 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:50.610684 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Allocated IP 172.20.0.4 (5449d510-4630-4ba6-b676-1c4b9d289300/21c13ba8-b641-4866-ae2f-4d4318da09df/777d0cea-b600-4411-a443-06993344e637) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:50.655189 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Publish callbacks [] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.670076 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.678567 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b9bf0557-3f4a-4780-826a-b421d55b7c91 req-a8eb442c-ec60-442a-8c01-8b377b2c6ba2 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 210 time: 0.5197845 Jan 28 00:57:50.684359 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Sync routers for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:50.708622 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2741def9-f2ad-4c0a-98dd-8b8ad66b448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (0479beed-fe6f-4445-b8f5-5b017c6cbe69), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.715542 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.719978 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2741def9-f2ad-4c0a-98dd-8b8ad66b448b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.734188 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-2741def9-f2ad-4c0a-98dd-8b8ad66b448b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0479beed-fe6f-4445-b8f5-5b017c6cbe69 HTTP/1.1" status: 204 len: 168 time: 0.9487987 Jan 28 00:57:50.739031 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40388) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:50.802150 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741def9-f2ad-4c0a-98dd-8b8ad66b448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0479beed-fe6f-4445-b8f5-5b017c6cbe69,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:50.842284 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:50.845347 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:57:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:50.884650 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0f063f1-a8d8-4a65-a1cd-b1148856529b admin admin] Publish callbacks [] for security_group (e8e10d53-2437-4518-8245-ef392a0a5529), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.891798 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0f063f1-a8d8-4a65-a1cd-b1148856529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (e8e10d53-2437-4518-8245-ef392a0a5529), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.969645 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b0f063f1-a8d8-4a65-a1cd-b1148856529b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b58509c97a8b44269d4a3ad80bcadf35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8039739 Jan 28 00:57:50.978971 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40406) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:51.010248 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962fb11-57f3-40eb-89dd-3d8c4db1a2fb None None] Pushing event updated for resources: {'Port': ['ID=48d862d5-3ee2-43c1-b591-39edebed7bfb,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:51.139871 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Attempting to bind port 48d862d5-3ee2-43c1-b591-39edebed7bfb on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:51.141205 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Attempting to bind port 48d862d5-3ee2-43c1-b591-39edebed7bfb by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:51.142072 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Attempting to bind port 48d862d5-3ee2-43c1-b591-39edebed7bfb on network e33e7749-4f5a-4380-9d6e-c7ef554a7709 {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:51.155478 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f063f1-a8d8-4a65-a1cd-b1148856529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e10d53-2437-4518-8245-ef392a0a5529,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:51.162436 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:51.163287 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Checking segment: {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:51.176698 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.180637 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Bound using segment: {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:51.186178 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Bound port: 48d862d5-3ee2-43c1-b591-39edebed7bfb, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:51.188129 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.198143 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 4f4f18e9-610a-4aa1-893c-144344177c80 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:51.201417 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.276741 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a950da33-9533-4fd7-882c-6e3ce38ba5c7 admin admin] Publish callbacks [] for security_group (e8e10d53-2437-4518-8245-ef392a0a5529), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.362348 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a950da33-9533-4fd7-882c-6e3ce38ba5c7 admin admin] Publish callbacks [] for security_group (e8e10d53-2437-4518-8245-ef392a0a5529), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.425142 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] For port 48d862d5-3ee2-43c1-b591-39edebed7bfb, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:51.436560 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] For port 48d862d5-3ee2-43c1-b591-39edebed7bfb, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=48d862d5-3ee2-43c1-b591-39edebed7bfb,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:51.464088 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.521790 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a950da33-9533-4fd7-882c-6e3ce38ba5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (e8e10d53-2437-4518-8245-ef392a0a5529), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.526301 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a950da33-9533-4fd7-882c-6e3ce38ba5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.536506 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a950da33-9533-4fd7-882c-6e3ce38ba5c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e8e10d53-2437-4518-8245-ef392a0a5529 HTTP/1.1" status: 204 len: 168 time: 0.5540762 Jan 28 00:57:51.565312 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950da33-9533-4fd7-882c-6e3ce38ba5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e10d53-2437-4518-8245-ef392a0a5529,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:51.587757 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-a60e57cb-17fc-482c-9e73-4927f018ba2b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.589258 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962fb11-57f3-40eb-89dd-3d8c4db1a2fb None None] Pushing event updated for resources: {'Port': ['ID=48d862d5-3ee2-43c1-b591-39edebed7bfb,revision_number=4']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:51.589785 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-a60e57cb-17fc-482c-9e73-4927f018ba2b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 819 time: 0.6425202 Jan 28 00:57:51.638595 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-2ee1b72b-048c-4f2f-bc0c-dd84bbfc6bba tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/quotas/8d3356a09ca24dd78dc3ad054e04830c HTTP/1.1" status: 200 len: 375 time: 0.0276930 Jan 28 00:57:51.650841 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Routers {'4110b9af-0bb0-43be-b6d8-419cc9fb173d'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:51.652182 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:57:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:51.736881 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 4f4f18e9-610a-4aa1-893c-144344177c80 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:51.852371 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:51.916101 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] Set router 4110b9af-0bb0-43be-b6d8-419cc9fb173d gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:51.934842 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Publish callbacks [] for port (777d0cea-b600-4411-a443-06993344e637), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.968359 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.060674 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-be15932c-d5ca-4fa0-98b3-39316f6c0321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.122845 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (777d0cea-b600-4411-a443-06993344e637), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.129653 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-48aa9029-9942-4b40-ab4d-5e7ae2d432c4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4560039 Jan 28 00:57:52.263113 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 2, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:52.323183 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-be15932c-d5ca-4fa0-98b3-39316f6c0321 admin admin] Publish callbacks [] for security_group (5327219c-0fe6-4e59-acd0-2a782ffa7639), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.333810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-be15932c-d5ca-4fa0-98b3-39316f6c0321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (5327219c-0fe6-4e59-acd0-2a782ffa7639), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.371242 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Checking router: 52e85959-460b-4d95-95a4-35c2d92cadf0 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:52.373907 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Updating router 52e85959-460b-4d95-95a4-35c2d92cadf0 port 12ff9de4-ffe1-4875-92ee-885130c5b74a binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:57:52.483188 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-be15932c-d5ca-4fa0-98b3-39316f6c0321 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=50e15cdcc9cd44f8833272ca2f587c83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7338753 Jan 28 00:57:52.487054 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Network 5449d510-4630-4ba6-b676-1c4b9d289300 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:52.495719 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40426) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:52.504190 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.509123 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Pushing event updated for resources: {'Port': ['ID=777d0cea-b600-4411-a443-06993344e637,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:52.531511 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:52.543736 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:52.558536 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15932c-d5ca-4fa0-98b3-39316f6c0321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5327219c-0fe6-4e59-acd0-2a782ffa7639,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:52.599619 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T00:57:45Z', 'revision_number': 4, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port': {'id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:36Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '48d862d5-3ee2-43c1-b591-39edebed7bfb', 'name': '', 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'mac_address': 'fa:16:3e:a0:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '08d88215-327d-4777-b202-20d32aa0e8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:51Z', 'revision_number': 4, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'subnets': [{'id': '08d88215-327d-4777-b202-20d32aa0e8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:52.627357 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b5558fcf-bba4-4f5d-a833-46e54a49ce37 admin admin] Publish callbacks [] for security_group (5327219c-0fe6-4e59-acd0-2a782ffa7639), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.683732 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b5558fcf-bba4-4f5d-a833-46e54a49ce37 admin admin] Publish callbacks [] for security_group (5327219c-0fe6-4e59-acd0-2a782ffa7639), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.687923 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.690540 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.699704 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ba831-6ea9-4556-a1d8-038533698570 None None] The sync data for ids ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'] in dv-cinder-816898-6-iscsi is: [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T00:57:45Z', 'revision_number': 4, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port': {'id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:36Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '48d862d5-3ee2-43c1-b591-39edebed7bfb', 'name': '', 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'mac_address': 'fa:16:3e:a0:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '08d88215-327d-4777-b202-20d32aa0e8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:51Z', 'revision_number': 4, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'subnets': [{'id': '08d88215-327d-4777-b202-20d32aa0e8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:52.740434 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ea96c49f-5b52-4859-93ca-080c9113ce82 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3040795 Jan 28 00:57:52.763615 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ef045ca3-bd62-49d5-842d-40b62ad96204 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:57:52.765254 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-ef045ca3-bd62-49d5-842d-40b62ad96204 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115061 Jan 28 00:57:52.820905 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40428) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:52.886499 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b5558fcf-bba4-4f5d-a833-46e54a49ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (5327219c-0fe6-4e59-acd0-2a782ffa7639), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.891672 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b5558fcf-bba4-4f5d-a833-46e54a49ce37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.893912 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b5558fcf-bba4-4f5d-a833-46e54a49ce37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5327219c-0fe6-4e59-acd0-2a782ffa7639 HTTP/1.1" status: 204 len: 168 time: 0.3949809 Jan 28 00:57:52.917625 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5558fcf-bba4-4f5d-a833-46e54a49ce37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5327219c-0fe6-4e59-acd0-2a782ffa7639,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:53.074246 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40432) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:53.085397 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c4e56fd2-df94-4cb2-96d7-c7e0844c1f4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56280c2a92ec4ffc901925104ae55be1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2530766 Jan 28 00:57:53.228449 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4c9762a8-662e-4469-a6b6-aab20ed6e910 admin admin] Publish callbacks [] for security_group (3ffd9ab6-1e71-49ea-9740-6c584b56b63f), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.305879 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4c9762a8-662e-4469-a6b6-aab20ed6e910 admin admin] Publish callbacks [] for security_group (3ffd9ab6-1e71-49ea-9740-6c584b56b63f), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.492292 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4c9762a8-662e-4469-a6b6-aab20ed6e910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (3ffd9ab6-1e71-49ea-9740-6c584b56b63f), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.501989 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4c9762a8-662e-4469-a6b6-aab20ed6e910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.506761 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-4c9762a8-662e-4469-a6b6-aab20ed6e910 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ffd9ab6-1e71-49ea-9740-6c584b56b63f HTTP/1.1" status: 204 len: 168 time: 0.4290078 Jan 28 00:57:53.545053 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9762a8-662e-4469-a6b6-aab20ed6e910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd9ab6-1e71-49ea-9740-6c584b56b63f,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:53.569117 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40448) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:53.575497 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-2fce9acb-6365-408c-88ad-907fc19704df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251719342', 'description': 'tempest-description--703042355'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:53.584790 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.873259 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Publish callbacks [] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.883917 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.973409 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1771-20c1-4e36-9db4-03f75cd2b018 req-e15c5074-dc12-44d3-abaf-70a9acbcb55e tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.986356 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1f2a1771-20c1-4e36-9db4-03f75cd2b018 req-e15c5074-dc12-44d3-abaf-70a9acbcb55e tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 931 time: 0.2930636 Jan 28 00:57:54.071548 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2fce9acb-6365-408c-88ad-907fc19704df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.130084 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933c6c6-6d66-439b-95f9-68e0032c61c7 None None] Pushing event updated for resources: {'Port': ['ID=12ff9de4-ffe1-4875-92ee-885130c5b74a,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:54.227589 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1f2a1771-20c1-4e36-9db4-03f75cd2b018 req-2e86eb4f-79f5-4ca6-90df-776ea28f4d72 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396488 Jan 28 00:57:54.360996 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2fce9acb-6365-408c-88ad-907fc19704df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (78e901b8-1e37-4175-afee-6356e62c9ba7), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.368307 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2fce9acb-6365-408c-88ad-907fc19704df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (78e901b8-1e37-4175-afee-6356e62c9ba7), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.426977 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Attempting to bind port 12ff9de4-ffe1-4875-92ee-885130c5b74a on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:54.427439 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2fce9acb-6365-408c-88ad-907fc19704df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.427638 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Attempting to bind port 12ff9de4-ffe1-4875-92ee-885130c5b74a by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:54.428264 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Attempting to bind port 12ff9de4-ffe1-4875-92ee-885130c5b74a on network d1773e64-668d-4b4c-97fa-e06f64eac702 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:54.432213 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-2fce9acb-6365-408c-88ad-907fc19704df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8614640 Jan 28 00:57:54.437255 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40454) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:54.449544 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-c8e87d65-0b5e-4608-bf18-3ad7f693abbc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'security_group_rule': {'security_group_id': '78e901b8-1e37-4175-afee-6356e62c9ba7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:54.462135 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:54.462868 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Checking segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:54.463583 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.464665 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Bound using segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:54.465455 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Bound port: 12ff9de4-ffe1-4875-92ee-885130c5b74a, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:54.466366 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.527405 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce9acb-6365-408c-88ad-907fc19704df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e901b8-1e37-4175-afee-6356e62c9ba7,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:54.668659 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e87d65-0b5e-4608-bf18-3ad7f693abbc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (6bd36e6e-47bb-43a7-8823-ad38784171ba), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.743287 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] For port 12ff9de4-ffe1-4875-92ee-885130c5b74a, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:54.754862 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] For port 12ff9de4-ffe1-4875-92ee-885130c5b74a, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=12ff9de4-ffe1-4875-92ee-885130c5b74a,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:54.805469 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 48d862d5-3ee2-43c1-b591-39edebed7bfb up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:54.907086 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.944627 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Request body: {'port': {'device_id': '67efe239-0022-4298-878f-42dd83b61165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:54.950103 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e87d65-0b5e-4608-bf18-3ad7f693abbc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (6bd36e6e-47bb-43a7-8823-ad38784171ba), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.960752 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e87d65-0b5e-4608-bf18-3ad7f693abbc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (6bd36e6e-47bb-43a7-8823-ad38784171ba), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.036989 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c8e87d65-0b5e-4608-bf18-3ad7f693abbc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.052336 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-c8e87d65-0b5e-4608-bf18-3ad7f693abbc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6120281 Jan 28 00:57:55.053407 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40466) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:55.070218 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-034e2085-2eab-4e58-b3c6-401a23e38570 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'security_group_rule': {'security_group_id': '78e901b8-1e37-4175-afee-6356e62c9ba7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:55.074602 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87d65-0b5e-4608-bf18-3ad7f693abbc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd36e6e-47bb-43a7-8823-ad38784171ba,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:55.134845 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (777d0cea-b600-4411-a443-06993344e637), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.136949 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:55.140124 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:57:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:55.185520 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-034e2085-2eab-4e58-b3c6-401a23e38570 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (522bfdbc-3e36-4ff9-bb0b-38c280ac9ff9), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.422415 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-034e2085-2eab-4e58-b3c6-401a23e38570 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (522bfdbc-3e36-4ff9-bb0b-38c280ac9ff9), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.433567 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-034e2085-2eab-4e58-b3c6-401a23e38570 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (522bfdbc-3e36-4ff9-bb0b-38c280ac9ff9), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.486422 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-21cedeec-dc26-43f2-ba82-0eca143941aa None None] Provisioning complete for port 12ff9de4-ffe1-4875-92ee-885130c5b74a triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:55.486793 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-21cedeec-dc26-43f2-ba82-0eca143941aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.686274 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e2085-2eab-4e58-b3c6-401a23e38570 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522bfdbc-3e36-4ff9-bb0b-38c280ac9ff9,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:55.734119 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40474) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:55.760904 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:55.787977 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c867f5f4-a08f-4309-a50c-ca55effb1bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.788648 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-a7e303a0-30ad-4dcd-b71c-ac6aad635fd1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:57:55.790230 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-a7e303a0-30ad-4dcd-b71c-ac6aad635fd1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.3524287 Jan 28 00:57:55.860438 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-034e2085-2eab-4e58-b3c6-401a23e38570 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.862423 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-034e2085-2eab-4e58-b3c6-401a23e38570 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8081057 Jan 28 00:57:55.869273 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40476) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:55.887054 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:55.985302 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402214-8c2b-4f3f-b456-ae9eb4b6bb75 req-f10ce6d4-784d-46fa-b29e-e29a8c80d572 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.996656 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e8402214-8c2b-4f3f-b456-ae9eb4b6bb75 req-f10ce6d4-784d-46fa-b29e-e29a8c80d572 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 931 time: 0.5303118 Jan 28 00:57:56.019376 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933c6c6-6d66-439b-95f9-68e0032c61c7 None None] Pushing event updated for resources: {'Port': ['ID=12ff9de4-ffe1-4875-92ee-885130c5b74a,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:56.068037 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.207080 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e8402214-8c2b-4f3f-b456-ae9eb4b6bb75 req-8dd51085-8934-46b1-93a8-9c807787e110 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085764 Jan 28 00:57:56.212546 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 48d862d5-3ee2-43c1-b591-39edebed7bfb triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:56.213505 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.311273 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c867f5f4-a08f-4309-a50c-ca55effb1bbc admin admin] Publish callbacks [] for security_group (966364ec-7017-4ebc-a0a7-30bad1100b14), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.325467 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c867f5f4-a08f-4309-a50c-ca55effb1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (966364ec-7017-4ebc-a0a7-30bad1100b14), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.416365 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-c867f5f4-a08f-4309-a50c-ca55effb1bbc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eaab95b6106d4e70a7357059a1eac6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6761544 Jan 28 00:57:56.422497 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867f5f4-a08f-4309-a50c-ca55effb1bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966364ec-7017-4ebc-a0a7-30bad1100b14,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:56.425399 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40482) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:56.500921 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.604213 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f23d482a-927d-4da2-81ac-9b6dbb0d0acb admin admin] Publish callbacks [] for security_group (966364ec-7017-4ebc-a0a7-30bad1100b14), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.657330 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-21cedeec-dc26-43f2-ba82-0eca143941aa None None] Current status of the port 12ff9de4-ffe1-4875-92ee-885130c5b74a is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:56.658014 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-21cedeec-dc26-43f2-ba82-0eca143941aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.813616 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f23d482a-927d-4da2-81ac-9b6dbb0d0acb admin admin] Publish callbacks [] for security_group (966364ec-7017-4ebc-a0a7-30bad1100b14), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.900621 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-b5032e55-4168-4f35-8746-93e23b080911 service neutron] 10.222.0.78 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0619781 Jan 28 00:57:56.924170 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-21cedeec-dc26-43f2-ba82-0eca143941aa None None] For port 12ff9de4-ffe1-4875-92ee-885130c5b74a, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=12ff9de4-ffe1-4875-92ee-885130c5b74a,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:56.939838 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-21cedeec-dc26-43f2-ba82-0eca143941aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.947589 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777d0cea-b600-4411-a443-06993344e637 {{(pid=102324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:57.084023 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Publish callbacks [] for port (777d0cea-b600-4411-a443-06993344e637), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.134718 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f23d482a-927d-4da2-81ac-9b6dbb0d0acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (966364ec-7017-4ebc-a0a7-30bad1100b14), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.139280 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f23d482a-927d-4da2-81ac-9b6dbb0d0acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.143223 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f23d482a-927d-4da2-81ac-9b6dbb0d0acb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/966364ec-7017-4ebc-a0a7-30bad1100b14 HTTP/1.1" status: 204 len: 168 time: 0.7143681 Jan 28 00:57:57.178386 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.provisioning_blocks [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Transition to ACTIVE for port object 777d0cea-b600-4411-a443-06993344e637 will not be triggered until provisioned by entity L2. {{(pid=102324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:57.183920 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Allocated IP 172.27.1.4 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/86e2705e-6435-4bcd-8451-8540ab791dff) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:57.191043 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d482a-927d-4da2-81ac-9b6dbb0d0acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966364ec-7017-4ebc-a0a7-30bad1100b14,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:57.194434 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (777d0cea-b600-4411-a443-06993344e637), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.283371 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-5156a48f-b873-43a8-bb17-d466650efc4c None None] Provisioning complete for port 12ff9de4-ffe1-4875-92ee-885130c5b74a triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:57.284125 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5156a48f-b873-43a8-bb17-d466650efc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.502103 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 48d862d5-3ee2-43c1-b591-39edebed7bfb is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:57.505826 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.518233 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Pushing event updated for resources: {'Port': ['ID=777d0cea-b600-4411-a443-06993344e637,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:57.560613 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed02d4-3e1e-4ee2-a816-41dad56394ec req-5d6f7521-b7f5-4702-89df-fe95e28cf5cd tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:57.563390 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-48ed02d4-3e1e-4ee2-a816-41dad56394ec req-5d6f7521-b7f5-4702-89df-fe95e28cf5cd tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.1620584 Jan 28 00:57:57.577176 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for port (86e2705e-6435-4bcd-8451-8540ab791dff), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.613349 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-2166675d-a1bf-41c6-889a-00a3d3a5f059 service neutron] 10.222.0.78 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079706 Jan 28 00:57:57.639167 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-48ed02d4-3e1e-4ee2-a816-41dad56394ec req-de249435-fc67-44cf-91b5-617d8f651364 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658195 Jan 28 00:57:57.684536 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (86e2705e-6435-4bcd-8451-8540ab791dff), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.714985 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:57.718434 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:57.721409 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:57.820418 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Attempting to bind port 777d0cea-b600-4411-a443-06993344e637 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:57.822738 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Attempting to bind port 777d0cea-b600-4411-a443-06993344e637 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '5e944b88-f81c-48ad-83b0-29d874f59e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '5449d510-4630-4ba6-b676-1c4b9d289300'}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:57.823137 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Attempting to bind port 777d0cea-b600-4411-a443-06993344e637 on network 5449d510-4630-4ba6-b676-1c4b9d289300 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:57.835276 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Port 777d0cea-b600-4411-a443-06993344e637 on network 5449d510-4630-4ba6-b676-1c4b9d289300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:57.835920 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Attempting to bind port 777d0cea-b600-4411-a443-06993344e637 on network 5449d510-4630-4ba6-b676-1c4b9d289300 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:57.867094 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:57.867659 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Checking segment: {'id': '5e944b88-f81c-48ad-83b0-29d874f59e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '5449d510-4630-4ba6-b676-1c4b9d289300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:57.868630 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Bound using segment: {'id': '5e944b88-f81c-48ad-83b0-29d874f59e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '5449d510-4630-4ba6-b676-1c4b9d289300'} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:57.869446 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Bound port: 777d0cea-b600-4411-a443-06993344e637, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e944b88-f81c-48ad-83b0-29d874f59e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '5449d510-4630-4ba6-b676-1c4b9d289300'}}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:57.882821 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (777d0cea-b600-4411-a443-06993344e637), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.032476 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'Port': ['ID=86e2705e-6435-4bcd-8451-8540ab791dff,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.226704 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.279937 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] For port 777d0cea-b600-4411-a443-06993344e637, host hv-cinder-81689, cleared binding levels {{(pid=102324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:58.294493 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] For port 777d0cea-b600-4411-a443-06993344e637, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=777d0cea-b600-4411-a443-06993344e637,segment=NetworkSegment(5e944b88-f81c-48ad-83b0-29d874f59e7e),segment_id=5e944b88-f81c-48ad-83b0-29d874f59e7e)] {{(pid=102324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:58.317845 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (777d0cea-b600-4411-a443-06993344e637), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.333312 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cedeec-dc26-43f2-ba82-0eca143941aa None None] Pushing event updated for resources: {'Port': ['ID=12ff9de4-ffe1-4875-92ee-885130c5b74a,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.428078 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (86e2705e-6435-4bcd-8451-8540ab791dff), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.484678 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:58.567831 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.575365 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.580072 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f7508-ec80-442a-ae1d-b07980a6b17b None None] The sync data for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi is: [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:58.581526 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] 10.222.0.15 "PUT /v2.0/ports/777d0cea-b600-4411-a443-06993344e637 HTTP/1.1" status: 200 len: 1093 time: 5.0431883 Jan 28 00:57:58.587231 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67efe239-0022-4298-878f-42dd83b61165', 'tag': '777d0cea-b600-4411-a443-06993344e637'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:58.591993 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4bce0388-a3fd-4c6c-a870-0cadde6620dc req-52f00621-5092-4366-9187-59232c89a96d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 210 time: 0.0820532 Jan 28 00:57:58.612571 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 48d862d5-3ee2-43c1-b591-39edebed7bfb, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=48d862d5-3ee2-43c1-b591-39edebed7bfb,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:58.621340 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.634403 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-5156a48f-b873-43a8-bb17-d466650efc4c None None] Current status of the port 12ff9de4-ffe1-4875-92ee-885130c5b74a is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:58.763272 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaedc4d-5010-4630-bf57-7757c8d114ec service neutron] Pushing event updated for resources: {'Port': ['ID=777d0cea-b600-4411-a443-06993344e637,revision_number=3']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.927511 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=48d862d5-3ee2-43c1-b591-39edebed7bfb,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.967758 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-105871c2-ac93-4911-aa37-334dd3209f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.972745 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-105871c2-ac93-4911-aa37-334dd3209f5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c28f76a4d78416dabc595b2d237134d&device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 1096 time: 0.1873021 Jan 28 00:57:59.382558 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-881ac7c8-8630-42cb-82f0-2f30d99e32b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777d0cea-b600-4411-a443-06993344e637 HTTP/1.1" status: 200 len: 217 time: 0.3286555 Jan 28 00:57:59.743775 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for port (86e2705e-6435-4bcd-8451-8540ab791dff), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.753496 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (86e2705e-6435-4bcd-8451-8540ab791dff), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.877861 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d952d63-ddcd-4476-a095-c3594ce05aa6 req-d5efd9e3-d59a-445a-acf8-30521b9e75ab tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.892094 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2d952d63-ddcd-4476-a095-c3594ce05aa6 req-d5efd9e3-d59a-445a-acf8-30521b9e75ab tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.8500156 Jan 28 00:57:59.899970 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-c5936725-0a4f-4e02-b44a-df563f8e8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.903678 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-c5936725-0a4f-4e02-b44a-df563f8e8640 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21c13ba8-b641-4866-ae2f-4d4318da09df HTTP/1.1" status: 200 len: 851 time: 0.4318819 Jan 28 00:57:59.982068 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-5eb015dc-f0d2-412c-ba94-04c5f59d4a47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5449d510-4630-4ba6-b676-1c4b9d289300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705349 Jan 28 00:58:00.091849 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2d952d63-ddcd-4476-a095-c3594ce05aa6 req-e19690c1-c2a1-48f4-b9ba-308123be1bd2 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981452 Jan 28 00:58:00.178328 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-5b8f2e35-283a-4c28-8692-146ba74b2e4f service neutron] 10.222.0.15 "GET /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835282 Jan 28 00:58:00.265630 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.352775 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'Port': ['ID=86e2705e-6435-4bcd-8451-8540ab791dff,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:00.386287 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.400103 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51923f10-3756-4525-9078-00f926c998d9" -d '{"events": [{"name": "network-changed", "server_uuid": "67efe239-0022-4298-878f-42dd83b61165", "tag": "777d0cea-b600-4411-a443-06993344e637"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:00.406610 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-5ea68ae5-a3b8-43df-9d5f-a2bf10df27e3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5327990 Jan 28 00:58:00.425547 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef4a5690-8c84-4b81-96e1-88f73ab69785 req-37b855e4-0382-44eb-a685-a36d49b4061a service neutron] 10.222.0.15 "GET /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390535 Jan 28 00:58:00.575497 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-7a11855e-24ed-4d17-b68b-a1a77f1e3573 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:00.586927 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-7a11855e-24ed-4d17-b68b-a1a77f1e3573 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 819 time: 0.6435704 Jan 28 00:58:00.618976 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-ba418575-6779-4fd8-9dea-772a01db79a1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/quotas/8d3356a09ca24dd78dc3ad054e04830c HTTP/1.1" status: 200 len: 375 time: 0.0146887 Jan 28 00:58:00.795970 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-6d03a0fd-70fe-4cc6-81b9-4ae8d0c049c3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1672406 Jan 28 00:58:01.015355 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 48d862d5-3ee2-43c1-b591-39edebed7bfb up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:01.036171 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-217e1343-3069-4b75-bc5d-8cb0eaa9a10e service neutron] 10.222.0.78 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302392 Jan 28 00:58:01.246471 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 48d862d5-3ee2-43c1-b591-39edebed7bfb triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:01.246782 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:01.320786 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-9cbb7329-a869-4814-818a-bd5327b93a06 service neutron] 10.222.0.78 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771549 Jan 28 00:58:01.639166 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defc204e-155f-4dfd-8166-0350f6ef1ab9 x-openstack-request-id: req-defc204e-155f-4dfd-8166-0350f6ef1ab9 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:01.640599 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67efe239-0022-4298-878f-42dd83b61165", "tag": "777d0cea-b600-4411-a443-06993344e637", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:01.641133 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-defc204e-155f-4dfd-8166-0350f6ef1ab9 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:01.641814 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67efe239-0022-4298-878f-42dd83b61165', 'tag': '777d0cea-b600-4411-a443-06993344e637', 'status': 'completed', 'code': 200} Jan 28 00:58:01.726703 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 48d862d5-3ee2-43c1-b591-39edebed7bfb is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:01.737342 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 12ff9de4-ffe1-4875-92ee-885130c5b74a up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:01.839625 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faa395-34c8-4373-9a6d-55df740268d5 req-d7b5f11e-88a6-4c48-bfed-1a9696bfa48d tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.849671 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-93faa395-34c8-4373-9a6d-55df740268d5 req-d7b5f11e-88a6-4c48-bfed-1a9696bfa48d tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.0788708 Jan 28 00:58:01.906824 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 12ff9de4-ffe1-4875-92ee-885130c5b74a triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:01.907488 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:01.915586 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-93faa395-34c8-4373-9a6d-55df740268d5 req-b3946d6b-b0c0-484d-8589-071447445870 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643291 Jan 28 00:58:01.942424 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.15', 65085) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:02.047911 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 12ff9de4-ffe1-4875-92ee-885130c5b74a is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:02.063256 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-03c62088-d66b-4f35-bb74-d079e7011e2b req-6b6a0698-d65a-4c14-99be-6f5442d6e160 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0795028 Jan 28 00:58:02.097068 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-dfa5bd5b-2104-4ec8-a498-b83d659eb0a8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1251719342&fields=id&tenant_id=d1619efcedc544fabe3b60eef955ce40 HTTP/1.1" status: 200 len: 267 time: 0.3216031 Jan 28 00:58:02.152522 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51923f10-3756-4525-9078-00f926c998d9 req-de378e4c-5d0d-4088-b879-49eb93174282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.154549 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-51923f10-3756-4525-9078-00f926c998d9 req-de378e4c-5d0d-4088-b879-49eb93174282 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c28f76a4d78416dabc595b2d237134d&device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 1096 time: 0.4637580 Jan 28 00:58:02.211093 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-09866a47-c2be-4259-936a-98f4b43f5b0b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.213926 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-09866a47-c2be-4259-936a-98f4b43f5b0b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 819 time: 0.2701542 Jan 28 00:58:02.283920 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40680) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:02.321025 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-a1ecc4e7-70a0-4182-97ef-aa26f94e5d43 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.323092 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-a1ecc4e7-70a0-4182-97ef-aa26f94e5d43 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 816 time: 0.2251120 Jan 28 00:58:02.348215 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-5233fbb4-8f68-47fe-bea3-7798d40f6085 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/quotas/d1619efcedc544fabe3b60eef955ce40 HTTP/1.1" status: 200 len: 375 time: 0.0167816 Jan 28 00:58:02.564443 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e69da00b-fa4d-441b-bee1-9ca841f49002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.591981 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-69382fd6-dd17-4f11-b3c6-aa9db73cb59d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2384379 Jan 28 00:58:02.689095 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e69da00b-fa4d-441b-bee1-9ca841f49002 admin admin] Publish callbacks [] for security_group (66e2fd9a-0e80-4142-bd66-4d6a00755783), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.695429 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e69da00b-fa4d-441b-bee1-9ca841f49002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (66e2fd9a-0e80-4142-bd66-4d6a00755783), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.721762 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-a9b84786-5424-4e73-8ab6-d6ad80a096f7 service neutron] 10.222.0.78 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161866 Jan 28 00:58:02.741964 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-e69da00b-fa4d-441b-bee1-9ca841f49002 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38f9f755dbf9493aacb27bd9d51a484d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561470 Jan 28 00:58:02.746274 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40698) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:02.809456 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69da00b-fa4d-441b-bee1-9ca841f49002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e2fd9a-0e80-4142-bd66-4d6a00755783,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:02.828801 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7cb92a95-073c-4e9d-ab13-e5f7257facc8 admin admin] Publish callbacks [] for security_group (66e2fd9a-0e80-4142-bd66-4d6a00755783), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.858260 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7a0522d6-3ba8-4ed1-b909-1e91282a0c08 service neutron] 10.222.0.78 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295679 Jan 28 00:58:02.859559 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7cb92a95-073c-4e9d-ab13-e5f7257facc8 admin admin] Publish callbacks [] for security_group (66e2fd9a-0e80-4142-bd66-4d6a00755783), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.915809 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7cb92a95-073c-4e9d-ab13-e5f7257facc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (66e2fd9a-0e80-4142-bd66-4d6a00755783), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.919276 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7cb92a95-073c-4e9d-ab13-e5f7257facc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.920845 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-7cb92a95-073c-4e9d-ab13-e5f7257facc8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66e2fd9a-0e80-4142-bd66-4d6a00755783 HTTP/1.1" status: 204 len: 168 time: 0.1733832 Jan 28 00:58:02.930803 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb92a95-073c-4e9d-ab13-e5f7257facc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e2fd9a-0e80-4142-bd66-4d6a00755783,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:03.155890 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ba3f4-4b61-42e2-a657-0c9128d9ac71 req-2a873891-e770-4ebf-a5aa-7dac0e48d31a tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.157665 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc0ba3f4-4b61-42e2-a657-0c9128d9ac71 req-2a873891-e770-4ebf-a5aa-7dac0e48d31a tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.0972395 Jan 28 00:58:03.183539 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dd6ef73c-e48f-40fd-a029-539080985930 req-06e46891-404e-4181-8e13-9ad0b492c9d8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 210 time: 0.0715451 Jan 28 00:58:03.232537 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc0ba3f4-4b61-42e2-a657-0c9128d9ac71 req-5472a217-fe48-489f-a1ab-1677f4910f74 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608940 Jan 28 00:58:03.321885 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dce8acce-0190-41d0-a82e-5b379a4e52fa req-cffeaa23-43f7-4928-a1b5-add8813546e4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0612981 Jan 28 00:58:03.731929 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40750) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:03.749350 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d306be3e-8be1-4c95-b2e0-552c8e428afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.850775 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d306be3e-8be1-4c95-b2e0-552c8e428afe admin admin] Publish callbacks [] for security_group (e76d8224-4e13-4f64-867a-c8bb788f177b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.856418 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d306be3e-8be1-4c95-b2e0-552c8e428afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (e76d8224-4e13-4f64-867a-c8bb788f177b), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.901080 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306be3e-8be1-4c95-b2e0-552c8e428afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76d8224-4e13-4f64-867a-c8bb788f177b,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:03.905670 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d306be3e-8be1-4c95-b2e0-552c8e428afe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa3e769755204979b197d85c3010e07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725903 Jan 28 00:58:03.910430 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40754) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:03.977344 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-167076df-c1df-4cb2-8361-e539e0a199bc admin admin] Publish callbacks [] for security_group (e76d8224-4e13-4f64-867a-c8bb788f177b), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.019522 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-167076df-c1df-4cb2-8361-e539e0a199bc admin admin] Publish callbacks [] for security_group (e76d8224-4e13-4f64-867a-c8bb788f177b), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.082955 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-167076df-c1df-4cb2-8361-e539e0a199bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (e76d8224-4e13-4f64-867a-c8bb788f177b), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.084438 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-167076df-c1df-4cb2-8361-e539e0a199bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.085834 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-167076df-c1df-4cb2-8361-e539e0a199bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e76d8224-4e13-4f64-867a-c8bb788f177b HTTP/1.1" status: 204 len: 168 time: 0.1740859 Jan 28 00:58:04.109863 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 40760) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:04.123459 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167076df-c1df-4cb2-8361-e539e0a199bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76d8224-4e13-4f64-867a-c8bb788f177b,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:04.314997 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6218e3d1-b98e-4782-828b-07ae81fe7228 req-8e7d56a6-6a42-4565-9385-da257c847b03 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 210 time: 0.0412495 Jan 28 00:58:04.415766 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26f2b1-7a67-4dcb-8b65-780bdae8d997 req-dcb932a7-dbd9-4e08-bd36-995bae00a9fb tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.418818 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5a26f2b1-7a67-4dcb-8b65-780bdae8d997 req-dcb932a7-dbd9-4e08-bd36-995bae00a9fb tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.0723748 Jan 28 00:58:04.442774 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b790e60-78b6-4604-8f55-95822db16bb4 req-482de962-804e-4518-88ff-2d7edf7ea499 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0297928 Jan 28 00:58:04.462187 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f612ac56-3fb1-46b0-9aa5-e06f0369ac00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.504639 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5a26f2b1-7a67-4dcb-8b65-780bdae8d997 req-2c10d006-11b4-4023-8ef3-e21f2110501c tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753012 Jan 28 00:58:04.584894 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f612ac56-3fb1-46b0-9aa5-e06f0369ac00 admin admin] Publish callbacks [] for security_group (a589a839-429e-4288-933d-c7e80eb9e1a7), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.589012 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f612ac56-3fb1-46b0-9aa5-e06f0369ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (a589a839-429e-4288-933d-c7e80eb9e1a7), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.643634 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 40782) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:04.644185 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f612ac56-3fb1-46b0-9aa5-e06f0369ac00 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6be7516800d44234810e0fd6559999de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328763 Jan 28 00:58:04.646306 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ac56-3fb1-46b0-9aa5-e06f0369ac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a589a839-429e-4288-933d-c7e80eb9e1a7,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:04.745585 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4d74109a-18bf-4350-b032-bec8b82aecad admin admin] Publish callbacks [] for security_group (a589a839-429e-4288-933d-c7e80eb9e1a7), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.776530 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4d74109a-18bf-4350-b032-bec8b82aecad admin admin] Publish callbacks [] for security_group (a589a839-429e-4288-933d-c7e80eb9e1a7), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.871868 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4d74109a-18bf-4350-b032-bec8b82aecad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (a589a839-429e-4288-933d-c7e80eb9e1a7), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.875914 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4d74109a-18bf-4350-b032-bec8b82aecad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.879924 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-4d74109a-18bf-4350-b032-bec8b82aecad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a589a839-429e-4288-933d-c7e80eb9e1a7 HTTP/1.1" status: 204 len: 168 time: 0.2305212 Jan 28 00:58:04.900068 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74109a-18bf-4350-b032-bec8b82aecad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589a839-429e-4288-933d-c7e80eb9e1a7,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:05.691164 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2cb65a6b-507e-46f1-89ea-aefed2e43d92 req-a421ecf7-086a-4e9e-9b31-5110abcad595 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 210 time: 0.1077940 Jan 28 00:58:05.717531 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Request body: {'port': {'device_id': '82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31', 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709', 'admin_state_up': True, 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:05.964351 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-87e580d6-a8fc-456e-afa5-0c0219aa563a req-ee6cd09e-841f-4889-9d25-ef45598b5edd tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.2627861 Jan 28 00:58:06.302799 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c859fa-dfd8-4ff2-92e6-0d2ff44b90d8 req-dfecb154-ff95-4d3c-ae90-63dc02380bf0 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.311902 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d2c859fa-dfd8-4ff2-92e6-0d2ff44b90d8 req-dfecb154-ff95-4d3c-ae90-63dc02380bf0 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.2404048 Jan 28 00:58:06.445469 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d2c859fa-dfd8-4ff2-92e6-0d2ff44b90d8 req-bf9aac9e-ee3b-4e7f-b0ff-9c23c7123c85 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292536 Jan 28 00:58:06.447907 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Made reservation on behalf of 8d3356a09ca24dd78dc3ad054e04830c for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:06.461123 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.625915 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51923f10-3756-4525-9078-00f926c998d9 req-7229c823-cce7-477e-aa9f-d0ef3986ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.627480 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-51923f10-3756-4525-9078-00f926c998d9 req-7229c823-cce7-477e-aa9f-d0ef3986ed61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5449d510-4630-4ba6-b676-1c4b9d289300 HTTP/1.1" status: 200 len: 912 time: 1.0032146 Jan 28 00:58:06.813988 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-51923f10-3756-4525-9078-00f926c998d9 req-787ea7cc-8f49-467f-b345-93cb7946e8f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777d0cea-b600-4411-a443-06993344e637 HTTP/1.1" status: 200 len: 217 time: 0.1695695 Jan 28 00:58:07.053198 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8239f753-f4cf-4957-800f-7881cfc9f318 req-ee72a617-5d0d-4121-a6a3-3ba3fde25290 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 210 time: 0.0569699 Jan 28 00:58:07.066121 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51923f10-3756-4525-9078-00f926c998d9 req-e20547a6-54fc-4d3a-822f-0f5e5bde03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:07.071745 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-51923f10-3756-4525-9078-00f926c998d9 req-e20547a6-54fc-4d3a-822f-0f5e5bde03d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21c13ba8-b641-4866-ae2f-4d4318da09df HTTP/1.1" status: 200 len: 851 time: 0.2113285 Jan 28 00:58:07.150810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Allocated IP 172.20.0.13 (e33e7749-4f5a-4380-9d6e-c7ef554a7709/08d88215-327d-4777-b202-20d32aa0e8a1/9c62ad7c-9f29-464d-b6ad-f74102e3735b) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:07.193870 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-00c8df7d-9aba-4d40-a446-4c5a3b60d07f req-dcff8b08-6ebf-41c4-8a63-1ae50bf5922b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0555427 Jan 28 00:58:07.238858 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-51923f10-3756-4525-9078-00f926c998d9 req-213dde28-c845-4c99-8c70-d2b5084da75a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5449d510-4630-4ba6-b676-1c4b9d289300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466820 Jan 28 00:58:07.449116 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.15', 65096) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:07.663857 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-51923f10-3756-4525-9078-00f926c998d9 req-a0fe5fc7-9038-4441-9f6b-de3f7330f66b service neutron] 10.222.0.15 "GET /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158870 Jan 28 00:58:07.718176 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.15', 65097) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:08.049283 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-ffe6e42b-590e-4409-be5c-77ea818d595b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.051199 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-ffe6e42b-590e-4409-be5c-77ea818d595b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 819 time: 0.3958664 Jan 28 00:58:08.088848 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Request body: {'port': {'device_id': '213c2110-983e-47cc-b98c-6b8b91a5e7a3', 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709', 'admin_state_up': True, 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:08.183698 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5619e4-9e9d-4b2b-90f7-86806ab129c2 req-3010395f-e7ef-46b3-ba3f-780f88929325 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.185378 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5a5619e4-9e9d-4b2b-90f7-86806ab129c2 req-3010395f-e7ef-46b3-ba3f-780f88929325 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.4651175 Jan 28 00:58:08.237425 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-ebc01c7b-277b-4df6-9ea4-ee6da3853bff tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.239965 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-ebc01c7b-277b-4df6-9ea4-ee6da3853bff tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 816 time: 0.4791763 Jan 28 00:58:08.256696 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-51923f10-3756-4525-9078-00f926c998d9 req-49676128-19c1-42ab-aacd-92aa621990ef service neutron] 10.222.0.15 "GET /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025786 Jan 28 00:58:08.374985 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5a5619e4-9e9d-4b2b-90f7-86806ab129c2 req-b05650d9-c64e-4d72-be40-5cbd1ff9bd5e tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751072 Jan 28 00:58:08.587416 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-ef1e72f1-ccfa-4e39-acc2-be3bd12c25ab tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1619efcedc544fabe3b60eef955ce40 HTTP/1.1" status: 200 len: 380 time: 0.2108562 Jan 28 00:58:08.604829 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'port': {'device_id': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'admin_state_up': True, 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'security_groups': ['78e901b8-1e37-4175-afee-6356e62c9ba7']}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:08.810982 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c6f66f35-bc4f-4fe2-94b9-8a71dda07f84 req-8ec6134b-b78f-4421-a5a6-35e29ba2ec5d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 210 time: 0.1232126 Jan 28 00:58:08.850015 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8d2d0f01-84b4-425c-995a-8509d7ef211a req-758b87ed-dd2b-4d28-a199-50628704104b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.2498481 Jan 28 00:58:08.886279 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks [] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.896414 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Made reservation on behalf of d1619efcedc544fabe3b60eef955ce40 for: {'port': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:08.912572 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.016996 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.020819 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Made reservation on behalf of 8d3356a09ca24dd78dc3ad054e04830c for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:09.027479 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.095679 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Network e33e7749-4f5a-4380-9d6e-c7ef554a7709 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:09.133422 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:09.190017 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:09.265597 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:09.265832 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Allocated IP 172.20.0.14 (d1773e64-668d-4b4c-97fa-e06f64eac702/efad955f-e760-4faa-b04c-054f4c78d2cd/4018b024-2307-4179-b2ef-10369aaee53c) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:09.270577 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.307162 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6092732 Jan 28 00:58:09.467029 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49980e9c-c604-48f2-86eb-31d1cb8b12c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Pushing event updated for resources: {'Port': ['ID=9c62ad7c-9f29-464d-b6ad-f74102e3735b,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:09.568134 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for port (4018b024-2307-4179-b2ef-10369aaee53c), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.614545 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834fb7-f4f9-465c-afdf-daab282d35c6 req-b17d6dd0-523b-4a37-b3f9-3120b969e35d tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:09.619770 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-34834fb7-f4f9-465c-afdf-daab282d35c6 req-b17d6dd0-523b-4a37-b3f9-3120b969e35d tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.0888572 Jan 28 00:58:09.628509 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Allocated IP 172.20.0.10 (e33e7749-4f5a-4380-9d6e-c7ef554a7709/08d88215-327d-4777-b202-20d32aa0e8a1/450ff6d4-7d9c-4d30-9b72-a587ed2801cc) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:09.681813 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.813610 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Network d1773e64-668d-4b4c-97fa-e06f64eac702 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:09.817125 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-34834fb7-f4f9-465c-afdf-daab282d35c6 req-b1eb0a54-98ad-4a07-bfcb-9cfa11e7f41d tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826303 Jan 28 00:58:09.819167 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:09.821744 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:09.850032 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:09.897338 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:09.898300 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.949448 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-142a2bd3-7ef4-497d-a64c-5685ed63b382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3502352 Jan 28 00:58:09.950758 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks [] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.004796 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.039243 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dc78e-0a97-43b0-8b50-c3887bc9a454 req-2b65a17b-4863-48e7-954d-e2ce1ee8ae7b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.042364 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f32dc78e-0a97-43b0-8b50-c3887bc9a454 req-2b65a17b-4863-48e7-954d-e2ce1ee8ae7b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 932 time: 0.0767457 Jan 28 00:58:10.103826 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f32dc78e-0a97-43b0-8b50-c3887bc9a454 req-80b9fc20-4aab-4aa8-95b1-e187a83a9a33 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556076 Jan 28 00:58:10.119576 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Network e33e7749-4f5a-4380-9d6e-c7ef554a7709 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:10.131203 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:10.154214 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:10.175458 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d6eea-dd34-49c0-b14b-62bf4cabdda9 req-95f52320-9457-4c86-84fc-65c933ce8085 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.177569 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-433d6eea-dd34-49c0-b14b-62bf4cabdda9 req-95f52320-9457-4c86-84fc-65c933ce8085 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 932 time: 0.1693928 Jan 28 00:58:10.209951 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Pushing event updated for resources: {'Port': ['ID=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:10.308567 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-c520d2d6-0afb-49bf-a387-f32f4c4af677 None None] Provisioning complete for port 4018b024-2307-4179-b2ef-10369aaee53c triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:10.309751 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c520d2d6-0afb-49bf-a387-f32f4c4af677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (4018b024-2307-4179-b2ef-10369aaee53c), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.322921 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.323613 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.348785 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-c520d2d6-0afb-49bf-a387-f32f4c4af677 None None] Port 4018b024-2307-4179-b2ef-10369aaee53c cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:10.367819 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-2899a46b-7b5b-4d28-884c-21509ece3854 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2872057 Jan 28 00:58:10.371878 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-433d6eea-dd34-49c0-b14b-62bf4cabdda9 req-421cc35a-f1aa-438e-ae10-30350259d88d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266670 Jan 28 00:58:10.567468 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41062) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:10.723582 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fc41fa5d-21fa-4df4-9553-2471c9601214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.803983 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fc41fa5d-21fa-4df4-9553-2471c9601214 admin admin] Publish callbacks [] for security_group (d18ca3f0-122d-4ece-a558-f740ae520e36), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.808820 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fc41fa5d-21fa-4df4-9553-2471c9601214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d18ca3f0-122d-4ece-a558-f740ae520e36), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.848033 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fc41fa5d-21fa-4df4-9553-2471c9601214 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4372c8b093ca412bb58a47bdcbc72afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791367 Jan 28 00:58:10.849111 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41fa5d-21fa-4df4-9553-2471c9601214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ca3f0-122d-4ece-a558-f740ae520e36,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:10.851291 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41074) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:10.982161 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11419f5c-122f-4577-8b2e-87581e96199e admin admin] Publish callbacks [] for security_group (d18ca3f0-122d-4ece-a558-f740ae520e36), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.994602 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4c9ea-79c8-4586-b370-66b2b51f985d req-0dc2d92b-1768-4dfc-b70c-7781611c3e79 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.996136 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e7a4c9ea-79c8-4586-b370-66b2b51f985d req-0dc2d92b-1768-4dfc-b70c-7781611c3e79 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.0974176 Jan 28 00:58:11.030014 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11419f5c-122f-4577-8b2e-87581e96199e admin admin] Publish callbacks [] for security_group (d18ca3f0-122d-4ece-a558-f740ae520e36), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.081311 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e7a4c9ea-79c8-4586-b370-66b2b51f985d req-e04403e9-fb6a-45f3-ba79-e504ff81dc0b tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795429 Jan 28 00:58:11.103403 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11419f5c-122f-4577-8b2e-87581e96199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d18ca3f0-122d-4ece-a558-f740ae520e36), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.106791 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-11419f5c-122f-4577-8b2e-87581e96199e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.108596 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-11419f5c-122f-4577-8b2e-87581e96199e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d18ca3f0-122d-4ece-a558-f740ae520e36 HTTP/1.1" status: 204 len: 168 time: 0.2562022 Jan 28 00:58:11.119565 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11419f5c-122f-4577-8b2e-87581e96199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ca3f0-122d-4ece-a558-f740ae520e36,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:11.272646 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476c011-cab0-413c-98a5-6a419a9593a9 req-771581cf-9760-42d3-8a79-b2e611d51b19 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.274398 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e476c011-cab0-413c-98a5-6a419a9593a9 req-771581cf-9760-42d3-8a79-b2e611d51b19 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 932 time: 0.0720928 Jan 28 00:58:11.342532 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e476c011-cab0-413c-98a5-6a419a9593a9 req-dcf36ce9-6438-4908-9908-ad279cac21f1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575535 Jan 28 00:58:11.474524 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41084) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:11.490503 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-46050b05-1c26-43b9-9134-a2f2221a3766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.535839 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662ef0-70f0-4240-8f3e-389ce3462d16 req-4553a0f6-7238-45e1-add0-37e425191358 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.537587 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-85662ef0-70f0-4240-8f3e-389ce3462d16 req-4553a0f6-7238-45e1-add0-37e425191358 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 932 time: 0.0713654 Jan 28 00:58:11.612711 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-85662ef0-70f0-4240-8f3e-389ce3462d16 req-d87db0db-a282-44bb-9600-c522d4ace0d3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674896 Jan 28 00:58:11.629027 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-46050b05-1c26-43b9-9134-a2f2221a3766 admin admin] Publish callbacks [] for security_group (4bd04890-8310-442c-b9a0-c9e922ff9ff1), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.635837 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-46050b05-1c26-43b9-9134-a2f2221a3766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (4bd04890-8310-442c-b9a0-c9e922ff9ff1), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.678783 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-46050b05-1c26-43b9-9134-a2f2221a3766 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2c13e3fb6bd45ec825eb93e66ad3cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022152 Jan 28 00:58:11.679894 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46050b05-1c26-43b9-9134-a2f2221a3766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd04890-8310-442c-b9a0-c9e922ff9ff1,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:11.680906 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41092) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:11.736606 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cd73d24d-380c-48c9-9951-bf15752d7417 admin admin] Publish callbacks [] for security_group (4bd04890-8310-442c-b9a0-c9e922ff9ff1), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.765435 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cd73d24d-380c-48c9-9951-bf15752d7417 admin admin] Publish callbacks [] for security_group (4bd04890-8310-442c-b9a0-c9e922ff9ff1), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.831731 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cd73d24d-380c-48c9-9951-bf15752d7417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (4bd04890-8310-442c-b9a0-c9e922ff9ff1), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.835394 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cd73d24d-380c-48c9-9951-bf15752d7417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.836752 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cd73d24d-380c-48c9-9951-bf15752d7417 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4bd04890-8310-442c-b9a0-c9e922ff9ff1 HTTP/1.1" status: 204 len: 168 time: 0.1546726 Jan 28 00:58:11.848153 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73d24d-380c-48c9-9951-bf15752d7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd04890-8310-442c-b9a0-c9e922ff9ff1,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:11.969057 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Request body: {'port': {'device_id': '82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:11.990255 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.033353 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.102531 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Request body: {'port': {'device_id': '213c2110-983e-47cc-b98c-6b8b91a5e7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:12.196313 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Request body: {'port': {'device_id': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:12.259915 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.329901 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.393454 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b981659-a1bf-4126-a793-f35a27f6edbe req-af230a31-2c13-412b-9eb4-ad2bd5301306 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.395097 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4b981659-a1bf-4126-a793-f35a27f6edbe req-af230a31-2c13-412b-9eb4-ad2bd5301306 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.1835439 Jan 28 00:58:12.604473 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73329890-9c3e-4066-be13-a921e8cbcfcd req-f0010fa4-c903-48ca-8859-b86dea6fa368 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.605584 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4b981659-a1bf-4126-a793-f35a27f6edbe req-7d2ddfe7-2302-46e0-9a7c-0f985190ce21 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862979 Jan 28 00:58:12.606873 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-73329890-9c3e-4066-be13-a921e8cbcfcd req-f0010fa4-c903-48ca-8859-b86dea6fa368 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 932 time: 0.1256721 Jan 28 00:58:12.788833 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c62ad7c-9f29-464d-b6ad-f74102e3735b {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:12.814488 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Publish callbacks [] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.862551 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-73329890-9c3e-4066-be13-a921e8cbcfcd req-ee0e7d68-e4dd-43c3-b340-3fd016fa7799 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390840 Jan 28 00:58:12.884591 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Transition to ACTIVE for port object 9c62ad7c-9f29-464d-b6ad-f74102e3735b will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:12.946611 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4018b024-2307-4179-b2ef-10369aaee53c {{(pid=102324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:12.958144 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.984659 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Publish callbacks [] for port (4018b024-2307-4179-b2ef-10369aaee53c), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.040784 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.provisioning_blocks [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Transition to ACTIVE for port object 4018b024-2307-4179-b2ef-10369aaee53c will not be triggered until provisioned by entity L2. {{(pid=102324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:13.047767 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.109422 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:13.155070 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ef3c3-e024-413d-95f3-d81403809e2b req-fbc0bb5a-9490-4394-b691-769b682152fe tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.165056 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b24ef3c3-e024-413d-95f3-d81403809e2b req-fbc0bb5a-9490-4394-b691-769b682152fe tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 932 time: 0.3390782 Jan 28 00:58:13.181681 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c62ad7c-9f29-464d-b6ad-f74102e3735b,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:13.276995 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Attempting to bind port 4018b024-2307-4179-b2ef-10369aaee53c on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:13.278194 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Attempting to bind port 4018b024-2307-4179-b2ef-10369aaee53c by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:13.279261 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Attempting to bind port 4018b024-2307-4179-b2ef-10369aaee53c on network d1773e64-668d-4b4c-97fa-e06f64eac702 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:13.285799 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Port 4018b024-2307-4179-b2ef-10369aaee53c on network d1773e64-668d-4b4c-97fa-e06f64eac702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:13.286168 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Attempting to bind port 4018b024-2307-4179-b2ef-10369aaee53c on network d1773e64-668d-4b4c-97fa-e06f64eac702 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:13.297518 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:13.298239 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Checking segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:13.299801 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Bound using segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:13.301693 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Bound port: 4018b024-2307-4179-b2ef-10369aaee53c, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'}}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:13.302180 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.312356 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b24ef3c3-e024-413d-95f3-d81403809e2b req-8718d508-642f-4079-ac13-5cb9835cd1dc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464198 Jan 28 00:58:13.528113 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Attempting to bind port 9c62ad7c-9f29-464d-b6ad-f74102e3735b on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:13.528594 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Attempting to bind port 9c62ad7c-9f29-464d-b6ad-f74102e3735b by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:13.528925 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Attempting to bind port 9c62ad7c-9f29-464d-b6ad-f74102e3735b on network e33e7749-4f5a-4380-9d6e-c7ef554a7709 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:13.538240 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Port 9c62ad7c-9f29-464d-b6ad-f74102e3735b on network e33e7749-4f5a-4380-9d6e-c7ef554a7709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:13.538558 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Attempting to bind port 9c62ad7c-9f29-464d-b6ad-f74102e3735b on network e33e7749-4f5a-4380-9d6e-c7ef554a7709 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:13.558939 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:13.559287 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Checking segment: {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:13.559867 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Bound using segment: {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:13.560332 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Bound port: 9c62ad7c-9f29-464d-b6ad-f74102e3735b, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:13.560766 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.568962 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450ff6d4-7d9c-4d30-9b72-a587ed2801cc {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:13.584941 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Publish callbacks [] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.621478 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Transition to ACTIVE for port object 450ff6d4-7d9c-4d30-9b72-a587ed2801cc will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:13.628554 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.630968 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, cleared binding levels {{(pid=102324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:13.634830 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:13.658457 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.706391 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] For port 9c62ad7c-9f29-464d-b6ad-f74102e3735b, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:13.720803 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] For port 9c62ad7c-9f29-464d-b6ad-f74102e3735b, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:13.731271 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.742242 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Pushing event updated for resources: {'Port': ['ID=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:13.755269 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.755269 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.757287 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 200 len: 1094 time: 1.7927744 Jan 28 00:58:13.757835 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31', 'tag': '9c62ad7c-9f29-464d-b6ad-f74102e3735b'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:13.791439 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.793239 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.797373 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] 10.222.0.15 "PUT /v2.0/ports/4018b024-2307-4179-b2ef-10369aaee53c HTTP/1.1" status: 200 len: 1094 time: 1.6053841 Jan 28 00:58:13.798546 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:13.803578 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8960e5-fc84-4209-9315-12a4e7446de0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "tag": "4018b024-2307-4179-b2ef-10369aaee53c"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:14.093006 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4acd07-f04f-4cb3-8381-262d0fd93466 service neutron] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=3']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:14.235241 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Attempting to bind port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:14.238323 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Attempting to bind port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:14.239125 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Attempting to bind port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc on network e33e7749-4f5a-4380-9d6e-c7ef554a7709 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:14.279569 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-a22df5c0-9fd0-4da4-bac3-b83daaeec447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:14.281048 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-a22df5c0-9fd0-4da4-bac3-b83daaeec447 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 1097 time: 0.2903352 Jan 28 00:58:14.295365 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a813097-7384-41f3-955a-6b3ab7cd77d7 x-openstack-request-id: req-0a813097-7384-41f3-955a-6b3ab7cd77d7 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:14.296000 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "tag": "4018b024-2307-4179-b2ef-10369aaee53c", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:14.300628 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a813097-7384-41f3-955a-6b3ab7cd77d7 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:14.301606 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c', 'status': 'completed', 'code': 200} Jan 28 00:58:14.317949 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de140a-877c-4126-9edc-913577263fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c62ad7c-9f29-464d-b6ad-f74102e3735b,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:14.405584 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc on network e33e7749-4f5a-4380-9d6e-c7ef554a7709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:14.405995 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Attempting to bind port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc on network e33e7749-4f5a-4380-9d6e-c7ef554a7709 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:14.426439 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b4374-d536-4650-8cb0-175760ad7fab req-c8656fc8-9042-428c-870e-39e68f6bf8de tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:14.439601 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0d4b4374-d536-4650-8cb0-175760ad7fab req-c8656fc8-9042-428c-870e-39e68f6bf8de tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.4362140 Jan 28 00:58:14.452265 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22c960a-0d85-4fc5-9da7-2cacb78919cc" -d '{"events": [{"name": "network-changed", "server_uuid": "82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31", "tag": "9c62ad7c-9f29-464d-b6ad-f74102e3735b"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:14.456161 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-4a72883b-80cb-4526-9cbe-5d2919ad984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:14.466663 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-4a72883b-80cb-4526-9cbe-5d2919ad984b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1097 time: 0.5436895 Jan 28 00:58:14.472555 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-e31ef5cb-ad29-4a25-81ae-142f0cfdb9af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4018b024-2307-4179-b2ef-10369aaee53c HTTP/1.1" status: 200 len: 217 time: 0.1372056 Jan 28 00:58:14.484301 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:14.485871 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Checking segment: {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:14.492531 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Bound using segment: {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:14.493058 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Bound port: 450ff6d4-7d9c-4d30-9b72-a587ed2801cc, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fcf3d6f-6a95-4a9a-90d5-901ce857985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:14.494985 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.598236 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-b63fc92f-953a-49e7-9ae5-2883b3cb3988 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 200 len: 217 time: 0.1144979 Jan 28 00:58:14.651334 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2ba20-31e8-4973-a423-2bba182e1c0d req-6e3f7ed7-fdf8-4c8c-8ac8-24e94dc3ce28 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:14.660397 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0ea2ba20-31e8-4973-a423-2bba182e1c0d req-6e3f7ed7-fdf8-4c8c-8ac8-24e94dc3ce28 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.3769877 Jan 28 00:58:14.759386 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0ea2ba20-31e8-4973-a423-2bba182e1c0d req-b7973d12-16fd-46d2-80e2-0fe666c38f16 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977569 Jan 28 00:58:14.765267 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0d4b4374-d536-4650-8cb0-175760ad7fab req-dde4d1f8-a5de-4290-aee5-63749358ced6 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229814 Jan 28 00:58:14.801518 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-ed8e8b21-71fa-4c94-8387-25ed6fae73be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:14.803801 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-8abb4d61-1a00-4732-8a32-c28f0e6bfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:14.806391 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-8abb4d61-1a00-4732-8a32-c28f0e6bfe2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.1932478 Jan 28 00:58:14.811507 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-ed8e8b21-71fa-4c94-8387-25ed6fae73be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.3020408 Jan 28 00:58:14.886332 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-6fd20edd-92e1-47e9-b3d0-3362a4276c4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692601 Jan 28 00:58:14.973712 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] For port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:15.000653 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] For port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:15.004156 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-3147089e-dd1a-4f8e-bb22-13fa78ae5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.006749 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-3147089e-dd1a-4f8e-bb22-13fa78ae5666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1829829 Jan 28 00:58:15.009015 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.075965 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d54f31-d06c-4071-96a1-a7dbfabfe7f9 req-65957d46-7e0e-49f0-98fd-d2eca9058569 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.085495 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-69d54f31-d06c-4071-96a1-a7dbfabfe7f9 req-65957d46-7e0e-49f0-98fd-d2eca9058569 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0956330 Jan 28 00:58:15.150586 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.151974 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.156261 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-15b25729-a753-464c-9cfd-7effc0498085 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618566 Jan 28 00:58:15.156479 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] 10.222.0.15 "PUT /v2.0/ports/450ff6d4-7d9c-4d30-9b72-a587ed2801cc HTTP/1.1" status: 200 len: 1094 time: 3.0660701 Jan 28 00:58:15.188630 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-69d54f31-d06c-4071-96a1-a7dbfabfe7f9 req-06889ede-f480-47d7-9a5e-8c57e1499496 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018217 Jan 28 00:58:15.232596 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccc586f-67a8-4481-ad90-a01be9b2b15c x-openstack-request-id: req-1ccc586f-67a8-4481-ad90-a01be9b2b15c {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:15.232868 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31", "tag": "9c62ad7c-9f29-464d-b6ad-f74102e3735b", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:15.233192 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ccc586f-67a8-4481-ad90-a01be9b2b15c {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:15.233900 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31', 'tag': '9c62ad7c-9f29-464d-b6ad-f74102e3735b', 'status': 'completed', 'code': 200} Jan 28 00:58:15.329544 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9711a-d610-4ed3-a7f9-87c8219f429c service neutron] Pushing event updated for resources: {'Port': ['ID=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:15.368623 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-a87c5d69-b9ee-490a-9602-3031fdbcebfc service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455019 Jan 28 00:58:15.370541 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fb212d4c-0d5e-40d2-bb0f-9a34856fde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.372188 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-fb212d4c-0d5e-40d2-bb0f-9a34856fde9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 1097 time: 0.1185155 Jan 28 00:58:15.408515 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3671f820-ab6c-47e8-a163-5ee6235555eb req-c865a43b-aab4-4e98-90d7-f38786754f1b service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184215 Jan 28 00:58:15.545057 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-0075809a-ec10-4f70-b562-37cf3f690d58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc HTTP/1.1" status: 200 len: 217 time: 0.1379349 Jan 28 00:58:15.638716 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-944f6f37-9df0-4c02-9d16-7ac8fcc29701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.640764 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-944f6f37-9df0-4c02-9d16-7ac8fcc29701 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.0891309 Jan 28 00:58:15.644952 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7bfb9dd9-d530-4ce5-b9dc-11992b1004ac req-7c71a81c-4241-4757-8cc5-bc3be6c22ff3 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560174 Jan 28 00:58:15.652302 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-1724d52b-9b7b-4f8a-8ffa-e5d9a7153e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.654902 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-1724d52b-9b7b-4f8a-8ffa-e5d9a7153e98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1097 time: 0.0788474 Jan 28 00:58:15.700171 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-94730c6d-647f-49d0-933b-0dc2e3e979c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417390 Jan 28 00:58:15.836991 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-6d1e4057-df30-43b9-9150-8485d3f18d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.839427 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-6d1e4057-df30-43b9-9150-8485d3f18d29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.1723263 Jan 28 00:58:15.919885 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-7fe8cdaf-87e3-40c5-8d55-758624d33db2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 200 len: 217 time: 0.0720329 Jan 28 00:58:16.013113 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-3fe46900-cb19-4c7a-a8d5-3d7f81ef5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.015040 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-3fe46900-cb19-4c7a-a8d5-3d7f81ef5c15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.0763500 Jan 28 00:58:16.026851 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf5ef9-7d54-4b15-85bb-734051d24415 req-1e7fc2cc-cb2b-4455-9edd-ad6fb156a591 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.028926 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3edf5ef9-7d54-4b15-85bb-734051d24415 req-1e7fc2cc-cb2b-4455-9edd-ad6fb156a591 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 943 time: 0.1213303 Jan 28 00:58:16.034710 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-aaa41f52-d442-439c-ac2d-7cdb2524a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.036485 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-aaa41f52-d442-439c-ac2d-7cdb2524a4a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 1097 time: 0.2643833 Jan 28 00:58:16.041017 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 777d0cea-b600-4411-a443-06993344e637 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:16.079431 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-fae930cd-20cf-4eac-a1bd-209ee439a548 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469847 Jan 28 00:58:16.092061 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb97d9-ee01-4e65-a430-8e5d35f6c298 req-5c07d941-ca06-4a9d-8cc2-662cfee228a2 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.094746 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b2cb97d9-ee01-4e65-a430-8e5d35f6c298 req-5c07d941-ca06-4a9d-8cc2-662cfee228a2 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1516006 Jan 28 00:58:16.176334 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-46480b2f-6e8c-48f7-bdfc-6096c92e95e5 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066515 Jan 28 00:58:16.244293 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3edf5ef9-7d54-4b15-85bb-734051d24415 req-440651d6-9840-4a85-adc2-0b46a7b96003 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765366 Jan 28 00:58:16.343047 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-053ea11b-2abd-4f4a-b913-d6a48c5a94ef service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460051 Jan 28 00:58:16.357545 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 777d0cea-b600-4411-a443-06993344e637, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=777d0cea-b600-4411-a443-06993344e637,segment=NetworkSegment(5e944b88-f81c-48ad-83b0-29d874f59e7e),segment_id=5e944b88-f81c-48ad-83b0-29d874f59e7e)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:16.379518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '777d0cea-b600-4411-a443-06993344e637', 'network_id': '5449d510-4630-4ba6-b676-1c4b9d289300', 'port_id': '777d0cea-b600-4411-a443-06993344e637', 'mac_address': 'fa:16:3e:a2:58:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c13ba8-b641-4866-ae2f-4d4318da09df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:16.460076 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-6caf29ce-1959-43bb-972e-cf7bd5ee37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.462763 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-6caf29ce-1959-43bb-972e-cf7bd5ee37d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.4071982 Jan 28 00:58:16.470930 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b2cb97d9-ee01-4e65-a430-8e5d35f6c298 req-5b75e74b-3f73-4b99-9fec-0c57d4f6903b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565421 Jan 28 00:58:16.507223 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293dcdc-b088-4497-9c01-d09c6d82b89a req-55a8ca9b-be77-41f1-9d1a-dd169516a3f1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.508822 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d293dcdc-b088-4497-9c01-d09c6d82b89a req-55a8ca9b-be77-41f1-9d1a-dd169516a3f1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 944 time: 0.1718767 Jan 28 00:58:16.570052 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 777d0cea-b600-4411-a443-06993344e637 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:16.573345 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (777d0cea-b600-4411-a443-06993344e637), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.604205 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d293dcdc-b088-4497-9c01-d09c6d82b89a req-1664ea54-35d7-4198-9699-a5524dd0594e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847623 Jan 28 00:58:16.614070 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f22c960a-0d85-4fc5-9da7-2cacb78919cc req-403762b1-8e19-43bf-86c0-6b83890b318b service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405381 Jan 28 00:58:16.622673 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777d0cea-b600-4411-a443-06993344e637 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:16.679504 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 777d0cea-b600-4411-a443-06993344e637, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=777d0cea-b600-4411-a443-06993344e637,segment=NetworkSegment(5e944b88-f81c-48ad-83b0-29d874f59e7e),segment_id=5e944b88-f81c-48ad-83b0-29d874f59e7e)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:16.689939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (777d0cea-b600-4411-a443-06993344e637), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.773736 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=777d0cea-b600-4411-a443-06993344e637,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:16.821795 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-fb6548ea-2c8a-4fa6-b0eb-196b1e52914b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4018b024-2307-4179-b2ef-10369aaee53c HTTP/1.1" status: 200 len: 217 time: 0.3496547 Jan 28 00:58:16.829711 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4b69008-aeb0-434f-9ae8-1543f9a4221c req-a91dfa0e-5f4d-4926-9bf4-7b1bb7863b0e service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396332 Jan 28 00:58:16.887252 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63f64310-a7cb-4dc5-b42a-e54044f383e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.917895 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-dcde244a-c952-4a0b-8aaa-b89971757d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.919631 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-dcde244a-c952-4a0b-8aaa-b89971757d67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0886126 Jan 28 00:58:17.027861 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-daed992b-4cae-45ec-b031-a95d433e70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:17.030307 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-daed992b-4cae-45ec-b031-a95d433e70a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771141 Jan 28 00:58:17.109382 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['777d0cea-b600-4411-a443-06993344e637'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:17.172954 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-b295ce3a-603c-4252-b284-90e7e61eb35f service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340797 Jan 28 00:58:17.306185 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213c2110-983e-47cc-b98c-6b8b91a5e7a3', 'tag': '450ff6d4-7d9c-4d30-9b72-a587ed2801cc'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:17.308135 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4ce857-735a-4b1a-ba15-fadd14fabd35" -d '{"events": [{"name": "network-changed", "server_uuid": "213c2110-983e-47cc-b98c-6b8b91a5e7a3", "tag": "450ff6d4-7d9c-4d30-9b72-a587ed2801cc"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:17.383734 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8960e5-fc84-4209-9315-12a4e7446de0 req-38fdec0e-a4c4-4e92-9083-9f8bc717a55c service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009425 Jan 28 00:58:17.455277 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf73a289-ad16-411b-bd1a-25769ed12049 x-openstack-request-id: req-cf73a289-ad16-411b-bd1a-25769ed12049 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:17.455657 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213c2110-983e-47cc-b98c-6b8b91a5e7a3", "tag": "450ff6d4-7d9c-4d30-9b72-a587ed2801cc", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:17.456286 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf73a289-ad16-411b-bd1a-25769ed12049 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:17.456747 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213c2110-983e-47cc-b98c-6b8b91a5e7a3', 'tag': '450ff6d4-7d9c-4d30-9b72-a587ed2801cc', 'status': 'completed', 'code': 200} Jan 28 00:58:17.661320 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1498c6d-9591-4240-9173-9d545349d1e9 req-593dde62-3b04-4393-96c4-3b15d8f271a1 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:17.663989 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c1498c6d-9591-4240-9173-9d545349d1e9 req-593dde62-3b04-4393-96c4-3b15d8f271a1 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 944 time: 0.2054582 Jan 28 00:58:17.670586 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-288bc691-81b4-4a72-aeb6-49d9c0941b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:17.673978 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-288bc691-81b4-4a72-aeb6-49d9c0941b1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 1097 time: 0.1475329 Jan 28 00:58:17.815320 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41386) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:17.845991 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ea7c4-9d12-4001-a594-12763f8cff13 req-a1e0dd09-1c6e-46bd-821c-83adcb1578c1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:17.848932 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-592ea7c4-9d12-4001-a594-12763f8cff13 req-a1e0dd09-1c6e-46bd-821c-83adcb1578c1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1175704 Jan 28 00:58:17.860398 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c1498c6d-9591-4240-9173-9d545349d1e9 req-f1ccc0ac-1c9b-43a3-a1ec-2d5f18135412 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841867 Jan 28 00:58:17.935689 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-1069e80b-5436-4e8e-87ee-22273c0db391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:17.937653 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-1069e80b-5436-4e8e-87ee-22273c0db391 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.2521060 Jan 28 00:58:18.017291 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-592ea7c4-9d12-4001-a594-12763f8cff13 req-888b9792-3506-4090-9493-fda1f6e98b64 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382353 Jan 28 00:58:18.035712 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:18.049502 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-80c8231e-1217-46db-9fc7-ca08ccd1ba1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc HTTP/1.1" status: 200 len: 217 time: 0.1056564 Jan 28 00:58:18.184270 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:18.199435 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f4d736de-8edc-4063-aafb-f949d67228b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.247738 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '4018b024-2307-4179-b2ef-10369aaee53c', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'port_id': '4018b024-2307-4179-b2ef-10369aaee53c', 'mac_address': 'fa:16:3e:d0:c4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:18.268036 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-839ec7b4-85c0-461a-a7b0-9e72b9efcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.269471 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-839ec7b4-85c0-461a-a7b0-9e72b9efcde6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.2135954 Jan 28 00:58:18.304509 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 4018b024-2307-4179-b2ef-10369aaee53c is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:18.305059 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.329471 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd0013-296c-4168-8b08-f57cd5eb8244 req-842d6ce0-a9d9-426f-be22-9d0cd81907cc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.337897 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7acd0013-296c-4168-8b08-f57cd5eb8244 req-842d6ce0-a9d9-426f-be22-9d0cd81907cc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 944 time: 0.1911252 Jan 28 00:58:18.363447 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-3462ea5f-f5f6-4aca-ac06-a004b2c9f095 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791156 Jan 28 00:58:18.373084 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4018b024-2307-4179-b2ef-10369aaee53c {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:18.419625 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:18.450636 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.451928 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 9c62ad7c-9f29-464d-b6ad-f74102e3735b details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:18.560364 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f4d736de-8edc-4063-aafb-f949d67228b6 admin admin] Publish callbacks [] for security_group (2ec59ea2-6e52-4767-b89e-6682da757bec), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.569590 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f4d736de-8edc-4063-aafb-f949d67228b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (2ec59ea2-6e52-4767-b89e-6682da757bec), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.581285 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.598831 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7acd0013-296c-4168-8b08-f57cd5eb8244 req-c3776763-b810-420a-bec8-7e638a2ec841 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594836 Jan 28 00:58:18.661438 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f4d736de-8edc-4063-aafb-f949d67228b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ef506fb080943a2857699c500228eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8432307 Jan 28 00:58:18.662052 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41422) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:18.670409 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d736de-8edc-4063-aafb-f949d67228b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec59ea2-6e52-4767-b89e-6682da757bec,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.683899 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-b3d7f6c0-547b-4765-9814-c0cef6991941 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059480 Jan 28 00:58:18.742920 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bb2da7d6-ec4b-4d8e-9551-8970e31eaf00 admin admin] Publish callbacks [] for security_group (2ec59ea2-6e52-4767-b89e-6682da757bec), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.756143 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 9c62ad7c-9f29-464d-b6ad-f74102e3735b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:18.774281 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bb2da7d6-ec4b-4d8e-9551-8970e31eaf00 admin admin] Publish callbacks [] for security_group (2ec59ea2-6e52-4767-b89e-6682da757bec), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.786989 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '9c62ad7c-9f29-464d-b6ad-f74102e3735b', 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709', 'port_id': '9c62ad7c-9f29-464d-b6ad-f74102e3735b', 'mac_address': 'fa:16:3e:e4:f1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d88215-327d-4777-b202-20d32aa0e8a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:18.818794 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fc4ce857-735a-4b1a-ba15-fadd14fabd35 req-701aa284-73c7-4118-b8e5-458e1b576b30 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192756 Jan 28 00:58:18.855059 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 9c62ad7c-9f29-464d-b6ad-f74102e3735b is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:18.856174 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.861784 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bb2da7d6-ec4b-4d8e-9551-8970e31eaf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (2ec59ea2-6e52-4767-b89e-6682da757bec), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.865349 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bb2da7d6-ec4b-4d8e-9551-8970e31eaf00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.866384 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-bb2da7d6-ec4b-4d8e-9551-8970e31eaf00 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ec59ea2-6e52-4767-b89e-6682da757bec HTTP/1.1" status: 204 len: 168 time: 0.2028303 Jan 28 00:58:18.884631 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c62ad7c-9f29-464d-b6ad-f74102e3735b {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:18.910796 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2da7d6-ec4b-4d8e-9551-8970e31eaf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec59ea2-6e52-4767-b89e-6682da757bec,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.922123 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 9c62ad7c-9f29-464d-b6ad-f74102e3735b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:18.929865 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.015738 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=9c62ad7c-9f29-464d-b6ad-f74102e3735b,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:19.035566 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41436) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:19.171563 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03a7ff-15a8-4733-8f7b-cb2352594dec req-2cd50d68-4814-42f1-abae-3616f253e4fd tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:19.186611 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6e03a7ff-15a8-4733-8f7b-cb2352594dec req-2cd50d68-4814-42f1-abae-3616f253e4fd tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 944 time: 0.1603832 Jan 28 00:58:19.237666 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-031a7d37-2101-4b0f-9698-8d7a87b1d03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.252168 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6e03a7ff-15a8-4733-8f7b-cb2352594dec req-ee3fab98-0e7e-455c-bc63-3b078273782c tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639226 Jan 28 00:58:19.317903 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0a194-3b9c-42f7-834f-a866c0f26005 req-887f1dae-d8ed-4382-b188-92a6dc60abd9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:19.319678 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-02d0a194-3b9c-42f7-834f-a866c0f26005 req-887f1dae-d8ed-4382-b188-92a6dc60abd9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.1598337 Jan 28 00:58:19.365910 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['9c62ad7c-9f29-464d-b6ad-f74102e3735b'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:19.409035 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-02d0a194-3b9c-42f7-834f-a866c0f26005 req-e59254e7-1f5e-45d3-80d0-05bdf19131e0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793276 Jan 28 00:58:19.428089 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['4018b024-2307-4179-b2ef-10369aaee53c'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:19.670276 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fa393bdc-2e55-4110-a742-917fb499740d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.756987 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41456) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:19.777746 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f018520d-a655-427e-ae6d-7df5f3281d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.790528 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59decd1-4ba6-438c-8ce1-c4d1752269c1 req-b87a531b-1f11-4477-9ed8-be718f996062 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:19.799401 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e59decd1-4ba6-438c-8ce1-c4d1752269c1 req-b87a531b-1f11-4477-9ed8-be718f996062 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0723062 Jan 28 00:58:19.847634 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e59decd1-4ba6-438c-8ce1-c4d1752269c1 req-dcfe5a67-a0aa-4f91-a40e-e2073a07a8cc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Jan 28 00:58:19.849798 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fa393bdc-2e55-4110-a742-917fb499740d admin admin] Publish callbacks [] for security_group (a8e8a513-4bbc-4f5b-a7eb-01bd8e8feee7), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.855964 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fa393bdc-2e55-4110-a742-917fb499740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (a8e8a513-4bbc-4f5b-a7eb-01bd8e8feee7), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.914238 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa393bdc-2e55-4110-a742-917fb499740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8a513-4bbc-4f5b-a7eb-01bd8e8feee7,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:19.929816 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fa393bdc-2e55-4110-a742-917fb499740d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7fdc4d61728040d492b4a8ed18c6b7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8942430 Jan 28 00:58:19.938922 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41458) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:19.965501 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f018520d-a655-427e-ae6d-7df5f3281d9a admin admin] Publish callbacks [] for security_group (6048c4a6-310b-4205-8ea1-7594ee828847), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.971235 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f018520d-a655-427e-ae6d-7df5f3281d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (6048c4a6-310b-4205-8ea1-7594ee828847), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.023384 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 450ff6d4-7d9c-4d30-9b72-a587ed2801cc details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:20.032536 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f018520d-a655-427e-ae6d-7df5f3281d9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c9c038106fc47a9b66c06327e19148b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740538 Jan 28 00:58:20.033905 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018520d-a655-427e-ae6d-7df5f3281d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6048c4a6-310b-4205-8ea1-7594ee828847,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:20.036266 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41468) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:20.051124 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b2937ad9-bbb5-4fed-8c67-5530c108a6b0 admin admin] Publish callbacks [] for security_group (a8e8a513-4bbc-4f5b-a7eb-01bd8e8feee7), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.059220 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 777d0cea-b600-4411-a443-06993344e637 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:20.060148 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:58:20.116161 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b2937ad9-bbb5-4fed-8c67-5530c108a6b0 admin admin] Publish callbacks [] for security_group (a8e8a513-4bbc-4f5b-a7eb-01bd8e8feee7), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.183482 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b2937ad9-bbb5-4fed-8c67-5530c108a6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (a8e8a513-4bbc-4f5b-a7eb-01bd8e8feee7), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.187934 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4a7da46-6fbd-4e79-9dfd-75ea83cacc2c admin admin] Publish callbacks [] for security_group (6048c4a6-310b-4205-8ea1-7594ee828847), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.194811 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b2937ad9-bbb5-4fed-8c67-5530c108a6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.197886 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b2937ad9-bbb5-4fed-8c67-5530c108a6b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8e8a513-4bbc-4f5b-a7eb-01bd8e8feee7 HTTP/1.1" status: 204 len: 168 time: 0.2623370 Jan 28 00:58:20.213316 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2937ad9-bbb5-4fed-8c67-5530c108a6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8a513-4bbc-4f5b-a7eb-01bd8e8feee7,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:20.240652 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 777d0cea-b600-4411-a443-06993344e637 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:20.246323 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4a7da46-6fbd-4e79-9dfd-75ea83cacc2c admin admin] Publish callbacks [] for security_group (6048c4a6-310b-4205-8ea1-7594ee828847), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.261830 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:20.264829 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 777d0cea-b600-4411-a443-06993344e637 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:20.265733 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (777d0cea-b600-4411-a443-06993344e637), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.330642 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4a7da46-6fbd-4e79-9dfd-75ea83cacc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (6048c4a6-310b-4205-8ea1-7594ee828847), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.333942 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4a7da46-6fbd-4e79-9dfd-75ea83cacc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.335495 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-b4a7da46-6fbd-4e79-9dfd-75ea83cacc2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6048c4a6-310b-4205-8ea1-7594ee828847 HTTP/1.1" status: 204 len: 168 time: 0.2933471 Jan 28 00:58:20.344657 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7da46-6fbd-4e79-9dfd-75ea83cacc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6048c4a6-310b-4205-8ea1-7594ee828847,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:20.382117 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '450ff6d4-7d9c-4d30-9b72-a587ed2801cc', 'network_id': 'e33e7749-4f5a-4380-9d6e-c7ef554a7709', 'port_id': '450ff6d4-7d9c-4d30-9b72-a587ed2801cc', 'mac_address': 'fa:16:3e:be:72:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d88215-327d-4777-b202-20d32aa0e8a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:20.503128 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738701f4-6095-40d1-8ab0-4a21b48b1d3c req-cb0f7a6e-54c9-46ff-9c6d-76dafed05e55 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:20.507290 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-738701f4-6095-40d1-8ab0-4a21b48b1d3c req-cb0f7a6e-54c9-46ff-9c6d-76dafed05e55 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 944 time: 0.1120534 Jan 28 00:58:20.552022 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.592922 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:20.594294 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.637560 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450ff6d4-7d9c-4d30-9b72-a587ed2801cc {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:20.648808 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-738701f4-6095-40d1-8ab0-4a21b48b1d3c req-e8df8a8e-d3bb-46fb-9008-31a7bda99015 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324887 Jan 28 00:58:20.676590 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc32d9-ee9f-435e-85b9-b14c3cf27729 req-b99cca63-6296-4f8b-b1f8-cbb21d87559c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:20.684308 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-27cc32d9-ee9f-435e-85b9-b14c3cf27729 req-b99cca63-6296-4f8b-b1f8-cbb21d87559c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0975788 Jan 28 00:58:20.685266 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:20.687991 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 777d0cea-b600-4411-a443-06993344e637 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:20.688653 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (777d0cea-b600-4411-a443-06993344e637), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.692794 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.760368 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-27cc32d9-ee9f-435e-85b9-b14c3cf27729 req-2070848c-a562-4158-a7b9-7c227bc08ab8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750523 Jan 28 00:58:20.796418 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67efe239-0022-4298-878f-42dd83b61165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777d0cea-b600-4411-a443-06993344e637'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:20.916491 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41502) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:20.923158 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 777d0cea-b600-4411-a443-06993344e637, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=777d0cea-b600-4411-a443-06993344e637,segment=NetworkSegment(5e944b88-f81c-48ad-83b0-29d874f59e7e),segment_id=5e944b88-f81c-48ad-83b0-29d874f59e7e)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:20.936512 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (777d0cea-b600-4411-a443-06993344e637), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.938939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:20.939924 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ddf8-1a21-4dbe-abbf-bae5301dcf41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.027760 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=777d0cea-b600-4411-a443-06993344e637,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.034571 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['450ff6d4-7d9c-4d30-9b72-a587ed2801cc'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:21.110500 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ddf8-1a21-4dbe-abbf-bae5301dcf41 admin admin] Publish callbacks [] for security_group (d7d67736-053d-4a22-8143-36f1a72a39b1), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.113683 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6776-1b66-41b2-bdb0-9adf7093c923 req-389951ef-61f7-4d7d-b02b-a72627ad2e93 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:21.117618 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ddf8-1a21-4dbe-abbf-bae5301dcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d7d67736-053d-4a22-8143-36f1a72a39b1), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.123796 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66ea6776-1b66-41b2-bdb0-9adf7093c923 req-389951ef-61f7-4d7d-b02b-a72627ad2e93 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 945 time: 0.1339033 Jan 28 00:58:21.208828 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66ea6776-1b66-41b2-bdb0-9adf7093c923 req-210d3ac2-614c-414e-930e-fbdf7c8adbf6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785809 Jan 28 00:58:21.214030 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-5aa4ddf8-1a21-4dbe-abbf-bae5301dcf41 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e996752219d4b6dbf11439e637109a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962003 Jan 28 00:58:21.214792 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41512) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:21.275469 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4ddf8-1a21-4dbe-abbf-bae5301dcf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d67736-053d-4a22-8143-36f1a72a39b1,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.281761 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9fedb4d8-e82b-4239-8b12-b6648acea68d admin admin] Publish callbacks [] for security_group (d7d67736-053d-4a22-8143-36f1a72a39b1), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.308583 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41514) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:21.308909 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9fedb4d8-e82b-4239-8b12-b6648acea68d admin admin] Publish callbacks [] for security_group (d7d67736-053d-4a22-8143-36f1a72a39b1), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.336554 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c091a53d-cca6-4d64-84c8-a6f3794ed79e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.366987 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef91523-a2d2-4026-9e42-5ebcef861b4a" -d '{"events": [{"server_uuid": "67efe239-0022-4298-878f-42dd83b61165", "name": "network-vif-plugged", "status": "completed", "tag": "777d0cea-b600-4411-a443-06993344e637"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:21.390800 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9fedb4d8-e82b-4239-8b12-b6648acea68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d7d67736-053d-4a22-8143-36f1a72a39b1), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.393633 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9fedb4d8-e82b-4239-8b12-b6648acea68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.404345 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9fedb4d8-e82b-4239-8b12-b6648acea68d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d7d67736-053d-4a22-8143-36f1a72a39b1 HTTP/1.1" status: 204 len: 168 time: 0.1796415 Jan 28 00:58:21.415996 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedb4d8-e82b-4239-8b12-b6648acea68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d67736-053d-4a22-8143-36f1a72a39b1,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.444672 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c091a53d-cca6-4d64-84c8-a6f3794ed79e admin admin] Publish callbacks [] for security_group (10a9b494-d83c-4fe8-a34b-5e15888ecbe1), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.454042 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c091a53d-cca6-4d64-84c8-a6f3794ed79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (10a9b494-d83c-4fe8-a34b-5e15888ecbe1), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.528859 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091a53d-cca6-4d64-84c8-a6f3794ed79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a9b494-d83c-4fe8-a34b-5e15888ecbe1,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.561675 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41524) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:21.562198 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c091a53d-cca6-4d64-84c8-a6f3794ed79e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27be34942cf441d78e1acac4df986912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516117 Jan 28 00:58:21.648289 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-815a4892-8f79-4539-9c2c-584c1bba2b75 admin admin] Publish callbacks [] for security_group (10a9b494-d83c-4fe8-a34b-5e15888ecbe1), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.726099 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-815a4892-8f79-4539-9c2c-584c1bba2b75 admin admin] Publish callbacks [] for security_group (10a9b494-d83c-4fe8-a34b-5e15888ecbe1), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.729862 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b15c38-2f98-4408-b600-0c70d671f9f1 x-openstack-request-id: req-42b15c38-2f98-4408-b600-0c70d671f9f1 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:21.730158 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67efe239-0022-4298-878f-42dd83b61165", "name": "network-vif-plugged", "status": "completed", "tag": "777d0cea-b600-4411-a443-06993344e637", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:21.730590 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42b15c38-2f98-4408-b600-0c70d671f9f1 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:21.731896 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67efe239-0022-4298-878f-42dd83b61165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777d0cea-b600-4411-a443-06993344e637', 'code': 200} Jan 28 00:58:21.881608 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b375ea-7d12-4773-8d4d-286b268cadf5 req-39eca75b-d51a-4020-94de-4fc2c8ee8fc3 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:21.902660 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-69b375ea-7d12-4773-8d4d-286b268cadf5 req-39eca75b-d51a-4020-94de-4fc2c8ee8fc3 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 945 time: 0.1480613 Jan 28 00:58:21.967897 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.982861 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-815a4892-8f79-4539-9c2c-584c1bba2b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (10a9b494-d83c-4fe8-a34b-5e15888ecbe1), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.986750 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-815a4892-8f79-4539-9c2c-584c1bba2b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.988806 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-815a4892-8f79-4539-9c2c-584c1bba2b75 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/10a9b494-d83c-4fe8-a34b-5e15888ecbe1 HTTP/1.1" status: 204 len: 168 time: 0.4255824 Jan 28 00:58:22.013880 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a4892-8f79-4539-9c2c-584c1bba2b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a9b494-d83c-4fe8-a34b-5e15888ecbe1,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:22.027574 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-69b375ea-7d12-4773-8d4d-286b268cadf5 req-0cafb77b-e214-4464-aa18-9d9c16edd701 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234069 Jan 28 00:58:22.055192 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cebf7-ffd6-401b-bc20-9b5a4e86806d req-65f1095c-c0b0-4925-805c-639029ad6008 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.057996 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:22.069833 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e80cebf7-ffd6-401b-bc20-9b5a4e86806d req-65f1095c-c0b0-4925-805c-639029ad6008 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.1936231 Jan 28 00:58:22.191928 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e80cebf7-ffd6-401b-bc20-9b5a4e86806d req-a3d5b76d-fa99-43a4-80e7-dcc514959b4a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205156 Jan 28 00:58:22.215607 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbbe35-d094-4b03-8bb9-00975ef4cc6e req-c2a7c274-ab91-4dae-a69f-a85656350087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.217477 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d3fbbe35-d094-4b03-8bb9-00975ef4cc6e req-c2a7c274-ab91-4dae-a69f-a85656350087 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 1098 time: 0.1873765 Jan 28 00:58:22.226220 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 4018b024-2307-4179-b2ef-10369aaee53c completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:22.234807 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 4018b024-2307-4179-b2ef-10369aaee53c triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:22.235392 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (4018b024-2307-4179-b2ef-10369aaee53c), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.257272 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-d3fbbe35-d094-4b03-8bb9-00975ef4cc6e req-e646ff3c-594a-403c-9370-2d87dade5002 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.402712 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 4018b024-2307-4179-b2ef-10369aaee53c is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:22.404715 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.461551 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-d3fbbe35-d094-4b03-8bb9-00975ef4cc6e req-e646ff3c-594a-403c-9370-2d87dade5002 service neutron] Publish callbacks [] for security_group (79071a13-d7f3-415e-bf00-ee45c1b0cf8f), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.469833 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-d3fbbe35-d094-4b03-8bb9-00975ef4cc6e req-e646ff3c-594a-403c-9370-2d87dade5002 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (79071a13-d7f3-415e-bf00-ee45c1b0cf8f), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.472772 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:22.481101 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.484175 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 9c62ad7c-9f29-464d-b6ad-f74102e3735b up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:22.618313 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 9c62ad7c-9f29-464d-b6ad-f74102e3735b completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:22.628028 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 9c62ad7c-9f29-464d-b6ad-f74102e3735b triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:22.628554 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.650957 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038057-160c-4d19-96d8-0ce839ae4f0a req-736dc86d-8484-409b-99da-9c7f746e1c91 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.652619 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a8038057-160c-4d19-96d8-0ce839ae4f0a req-736dc86d-8484-409b-99da-9c7f746e1c91 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 945 time: 0.2743983 Jan 28 00:58:22.685066 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646ff3c-594a-403c-9370-2d87dade5002 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=79071a13-d7f3-415e-bf00-ee45c1b0cf8f,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:22.707696 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:22.726455 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d3fbbe35-d094-4b03-8bb9-00975ef4cc6e req-e646ff3c-594a-403c-9370-2d87dade5002 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025153 Jan 28 00:58:22.785224 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 9c62ad7c-9f29-464d-b6ad-f74102e3735b is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:22.785623 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.826171 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a8038057-160c-4d19-96d8-0ce839ae4f0a req-1f1be0f0-62f8-45d1-bf12-730873aff04e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316431 Jan 28 00:58:22.854220 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 9c62ad7c-9f29-464d-b6ad-f74102e3735b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:22.859600 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.950278 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=9c62ad7c-9f29-464d-b6ad-f74102e3735b,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:23.215324 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320ea5-6ef1-4d5e-be13-ccb3fc5fec97 req-3a62822f-1c95-4348-aaeb-709925645a9b tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:23.216903 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a8320ea5-6ef1-4d5e-be13-ccb3fc5fec97 req-3a62822f-1c95-4348-aaeb-709925645a9b tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 945 time: 0.0943091 Jan 28 00:58:23.293115 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a8320ea5-6ef1-4d5e-be13-ccb3fc5fec97 req-db3c6230-2a57-498c-8459-c776abac0d10 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645082 Jan 28 00:58:23.324603 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.366743 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aabb69-ee09-4fd3-9954-9adc08bfbf82 req-89f060e8-077b-46c5-bcfb-5e585aa12887 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:23.375843 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-23aabb69-ee09-4fd3-9954-9adc08bfbf82 req-89f060e8-077b-46c5-bcfb-5e585aa12887 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0968032 Jan 28 00:58:23.433485 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-23aabb69-ee09-4fd3-9954-9adc08bfbf82 req-fce7727d-ff85-42ab-ba35-64a00e3d7917 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564220 Jan 28 00:58:23.733211 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c'}, {'server_uuid': '82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c62ad7c-9f29-464d-b6ad-f74102e3735b'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:23.736238 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98b092-3f51-48f4-a33d-a6c4470707ef" -d '{"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-plugged", "status": "completed", "tag": "4018b024-2307-4179-b2ef-10369aaee53c"}, {"server_uuid": "82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31", "name": "network-vif-plugged", "status": "completed", "tag": "9c62ad7c-9f29-464d-b6ad-f74102e3735b"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:23.838518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1618bb51-5671-476f-9f8b-1fc71632dc71 x-openstack-request-id: req-1618bb51-5671-476f-9f8b-1fc71632dc71 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:23.838911 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-plugged", "status": "completed", "tag": "4018b024-2307-4179-b2ef-10369aaee53c", "code": 200}, {"server_uuid": "82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31", "name": "network-vif-plugged", "status": "completed", "tag": "9c62ad7c-9f29-464d-b6ad-f74102e3735b", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:23.839324 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1618bb51-5671-476f-9f8b-1fc71632dc71 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:23.840927 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c', 'code': 200} Jan 28 00:58:23.841191 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c62ad7c-9f29-464d-b6ad-f74102e3735b', 'code': 200} Jan 28 00:58:24.063448 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 450ff6d4-7d9c-4d30-9b72-a587ed2801cc up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:24.096074 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168660ef-6f7f-4610-9f79-9b93fb78ca00 req-c1689039-8c92-46f2-96c6-cf217b05ab3f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.107514 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-168660ef-6f7f-4610-9f79-9b93fb78ca00 req-c1689039-8c92-46f2-96c6-cf217b05ab3f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 945 time: 0.1733408 Jan 28 00:58:24.207247 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:24.215817 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:24.217079 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.291036 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-168660ef-6f7f-4610-9f79-9b93fb78ca00 req-abd70059-a62d-4f92-9162-fdfcf6c21a4e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806958 Jan 28 00:58:24.316249 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3ad53-5cdb-4fcf-ba2b-010c619769c7 req-93682f44-66f6-4c8e-8f0e-65eae166911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.330267 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:24.331034 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.331858 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-70f3ad53-5cdb-4fcf-ba2b-010c619769c7 req-93682f44-66f6-4c8e-8f0e-65eae166911e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 1099 time: 0.1861956 Jan 28 00:58:24.387461 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:24.394923 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.402838 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc67580-7dda-4777-8474-baf5d5436b33 req-09a0fb43-448b-445e-a06e-8ac24ac33178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.405004 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3dc67580-7dda-4777-8474-baf5d5436b33 req-09a0fb43-448b-445e-a06e-8ac24ac33178 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1099 time: 0.1931567 Jan 28 00:58:24.521158 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:24.552394 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977a914-a300-47b1-98c9-6d87f8229f53 req-9f2c2878-9a16-45ef-9e80-ca244c4a6b4a tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.562265 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0977a914-a300-47b1-98c9-6d87f8229f53 req-9f2c2878-9a16-45ef-9e80-ca244c4a6b4a tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 945 time: 0.1030521 Jan 28 00:58:24.681315 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0977a914-a300-47b1-98c9-6d87f8229f53 req-7096d027-47a2-4bdb-9a23-e8844aab4db6 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177311 Jan 28 00:58:24.684736 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3dc67580-7dda-4777-8474-baf5d5436b33 req-437f57ca-9dd5-451f-8a5b-63596bf80d57 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338214 Jan 28 00:58:24.754323 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-70f3ad53-5cdb-4fcf-ba2b-010c619769c7 req-be2478bc-9d2c-41f7-ae3c-3c5b70fbbbe4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154584 Jan 28 00:58:24.786232 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533f78-355e-4130-8ef9-0da20a522c93 req-cc42ae79-50a9-49a7-babe-158f410d0496 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.789273 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97533f78-355e-4130-8ef9-0da20a522c93 req-cc42ae79-50a9-49a7-babe-158f410d0496 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.1398985 Jan 28 00:58:24.867152 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97533f78-355e-4130-8ef9-0da20a522c93 req-d4f939ab-b3bc-4eb8-b151-a38eea125d5e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676405 Jan 28 00:58:25.478017 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4a057-c86e-4678-bf8e-ca146f483242 req-2a74740e-3dc4-417d-b9d3-d02d6be9fa7e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:25.480453 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a2c4a057-c86e-4678-bf8e-ca146f483242 req-2a74740e-3dc4-417d-b9d3-d02d6be9fa7e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0974677 Jan 28 00:58:25.564325 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a2c4a057-c86e-4678-bf8e-ca146f483242 req-82a7e984-862c-41f7-94dc-2c501c5c2dcb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757389 Jan 28 00:58:25.841983 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac5125-7fe6-468f-9930-fd5b0f431bfe req-d551a563-112f-4639-a650-3eb1e6c6f24a tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:25.842520 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213c2110-983e-47cc-b98c-6b8b91a5e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450ff6d4-7d9c-4d30-9b72-a587ed2801cc'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:25.845127 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-baac5125-7fe6-468f-9930-fd5b0f431bfe req-d551a563-112f-4639-a650-3eb1e6c6f24a tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 945 time: 0.0610232 Jan 28 00:58:25.845324 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9485d17f-f058-4edf-b96a-4c1e3be223bc" -d '{"events": [{"server_uuid": "213c2110-983e-47cc-b98c-6b8b91a5e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "450ff6d4-7d9c-4d30-9b72-a587ed2801cc"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:25.914419 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d91b4e-be2d-469a-ae3f-767ea66d4764 x-openstack-request-id: req-80d91b4e-be2d-469a-ae3f-767ea66d4764 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:25.914419 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213c2110-983e-47cc-b98c-6b8b91a5e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "450ff6d4-7d9c-4d30-9b72-a587ed2801cc", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:25.914604 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80d91b4e-be2d-469a-ae3f-767ea66d4764 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:25.915089 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213c2110-983e-47cc-b98c-6b8b91a5e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450ff6d4-7d9c-4d30-9b72-a587ed2801cc', 'code': 200} Jan 28 00:58:25.925942 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-baac5125-7fe6-468f-9930-fd5b0f431bfe req-c7915b8f-e319-4090-89f7-ceb9e4ee37ad tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707769 Jan 28 00:58:26.040730 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8441e-5167-4b21-8538-38d632ca6ed4 req-212a8605-accd-43af-974c-df186ac1fcd3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.042477 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-38f8441e-5167-4b21-8538-38d632ca6ed4 req-212a8605-accd-43af-974c-df186ac1fcd3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0750573 Jan 28 00:58:26.127530 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-38f8441e-5167-4b21-8538-38d632ca6ed4 req-7af5d26d-18ef-4b87-b6d9-8fc80ade5950 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737135 Jan 28 00:58:26.185563 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb4b79-827a-4584-a2b9-711ebcc1da92 req-37e293b4-bca4-4151-ab1d-a1c335ffd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.188281 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d4bb4b79-827a-4584-a2b9-711ebcc1da92 req-37e293b4-bca4-4151-ab1d-a1c335ffd5e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 1099 time: 0.0492418 Jan 28 00:58:26.388815 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d4bb4b79-827a-4584-a2b9-711ebcc1da92 req-052ef60a-475d-4dd8-bf12-f1082854e55b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801706 Jan 28 00:58:26.706513 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0ffe6-b501-4625-9934-f012f104f8af req-debea470-e5d7-4ab2-aa42-9996cc6d56c1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.708078 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-42d0ffe6-b501-4625-9934-f012f104f8af req-debea470-e5d7-4ab2-aa42-9996cc6d56c1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0606396 Jan 28 00:58:26.798758 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-42d0ffe6-b501-4625-9934-f012f104f8af req-989836a3-7848-45eb-ae31-9f623a3b360c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805211 Jan 28 00:58:27.322090 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f47fd-97cd-4cbe-a82a-370e512de66b req-5d376a35-d2c0-4e35-af42-0f7972f72b56 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:27.323385 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6a3f47fd-97cd-4cbe-a82a-370e512de66b req-5d376a35-d2c0-4e35-af42-0f7972f72b56 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0714583 Jan 28 00:58:27.377818 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6a3f47fd-97cd-4cbe-a82a-370e512de66b req-5a8c1759-d7a1-409e-b932-c4d690e67062 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484061 Jan 28 00:58:27.613856 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e5e65-314e-4ad6-a1a5-610c58f6fcd9 req-d524241c-405a-4c89-8074-9f11ac5f4682 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:27.615404 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0f6e5e65-314e-4ad6-a1a5-610c58f6fcd9 req-d524241c-405a-4c89-8074-9f11ac5f4682 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0593832 Jan 28 00:58:27.624502 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41776) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:27.629466 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'floatingip': {'port_id': '4018b024-2307-4179-b2ef-10369aaee53c'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:27.701833 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.300615 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbd1b-3b72-4ffc-b4a6-1f37b8886703 req-f4962bf2-41dd-4bba-a573-dc3a04827a07 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:28.302052 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1bddbd1b-3b72-4ffc-b4a6-1f37b8886703 req-f4962bf2-41dd-4bba-a573-dc3a04827a07 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.4111509 Jan 28 00:58:28.574653 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1bddbd1b-3b72-4ffc-b4a6-1f37b8886703 req-590d0730-f50e-42cd-9824-30d2ee95c346 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261829 Jan 28 00:58:28.802484 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.808471 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.944955 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Floating IP bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0 associated. External IP: 172.27.1.4, port: 4018b024-2307-4179-b2ef-10369aaee53c. Jan 28 00:58:29.227424 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Router 52e85959-460b-4d95-95a4-35c2d92cadf0 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:29.349775 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:29.355209 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.368349 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] Sync routers for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:29.382078 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:29.382787 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:58:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:29.386769 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a352d66c-cbc9-4248-8d2c-5ec8023cf452 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "PUT /v2.0/floatingips/bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0 HTTP/1.1" status: 200 len: 990 time: 1.7610998 Jan 28 00:58:29.387658 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:29.390683 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4015410-7735-4a95-8277-ac91d96299fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "tag": "4018b024-2307-4179-b2ef-10369aaee53c"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:29.445196 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 41858) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:29.469420 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3987c3-fc51-4098-ba4e-26745a974724 x-openstack-request-id: req-ac3987c3-fc51-4098-ba4e-26745a974724 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:29.469420 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "tag": "4018b024-2307-4179-b2ef-10369aaee53c", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:29.469420 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac3987c3-fc51-4098-ba4e-26745a974724 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:29.469420 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c', 'status': 'completed', 'code': 200} Jan 28 00:58:29.550161 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:29.652140 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015410-7735-4a95-8277-ac91d96299fb req-758673c4-088a-44fa-b138-25bcc7f9f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.654279 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4015410-7735-4a95-8277-ac91d96299fb req-758673c4-088a-44fa-b138-25bcc7f9f131 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 1099 time: 0.0994596 Jan 28 00:58:29.655979 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-315174e0-e5ef-43b8-ac1d-53fc708afa9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.861198 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8828325-e010-4c37-b007-8986d4410d66 req-b266e3a7-92a1-440a-9993-0d0b18601cab tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.863807 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d8828325-e010-4c37-b007-8986d4410d66 req-b266e3a7-92a1-440a-9993-0d0b18601cab tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1654496 Jan 28 00:58:29.925966 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015410-7735-4a95-8277-ac91d96299fb req-7d7d2dc8-bf1a-4b2b-86a0-aac8a1646469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.927975 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4015410-7735-4a95-8277-ac91d96299fb req-7d7d2dc8-bf1a-4b2b-86a0-aac8a1646469 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.2606497 Jan 28 00:58:29.981344 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'port_id': '4018b024-2307-4179-b2ef-10369aaee53c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'mac_address': 'fa:16:3e:d0:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:57:57Z', 'updated_at': '2022-01-28T00:58:28Z', 'revision_number': 1, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:30.009531 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] Checking router: 52e85959-460b-4d95-95a4-35c2d92cadf0 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:30.023622 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:30.024660 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d8828325-e010-4c37-b007-8986d4410d66 req-4db4e672-ef7c-4703-a406-8f403eaa5301 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511321 Jan 28 00:58:30.024832 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T00:58:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:30.041178 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-315174e0-e5ef-43b8-ac1d-53fc708afa9c admin admin] Publish callbacks [] for security_group (5728c513-ae90-46f0-b020-c77b165c7dde), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.051912 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-315174e0-e5ef-43b8-ac1d-53fc708afa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (5728c513-ae90-46f0-b020-c77b165c7dde), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.128001 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4015410-7735-4a95-8277-ac91d96299fb req-812a70c7-b371-4ca3-b234-55a12ed65d42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4018b024-2307-4179-b2ef-10369aaee53c HTTP/1.1" status: 200 len: 998 time: 0.1857302 Jan 28 00:58:30.135902 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-315174e0-e5ef-43b8-ac1d-53fc708afa9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fcaad49208f74280b638a1f9ae3c3ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6895030 Jan 28 00:58:30.140457 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41890) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:30.188480 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315174e0-e5ef-43b8-ac1d-53fc708afa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5728c513-ae90-46f0-b020-c77b165c7dde,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:30.212513 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015410-7735-4a95-8277-ac91d96299fb req-d167453e-fbc2-4091-9e5e-4dfaa1b2e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.214005 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4015410-7735-4a95-8277-ac91d96299fb req-d167453e-fbc2-4091-9e5e-4dfaa1b2e49a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0734620 Jan 28 00:58:30.275921 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:30.317822 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-35bbabfa-9bac-418b-a3fa-1d7fd697fc1a admin admin] Publish callbacks [] for security_group (5728c513-ae90-46f0-b020-c77b165c7dde), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.382811 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-35bbabfa-9bac-418b-a3fa-1d7fd697fc1a admin admin] Publish callbacks [] for security_group (5728c513-ae90-46f0-b020-c77b165c7dde), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.511843 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-35bbabfa-9bac-418b-a3fa-1d7fd697fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (5728c513-ae90-46f0-b020-c77b165c7dde), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.515325 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-35bbabfa-9bac-418b-a3fa-1d7fd697fc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.519047 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-35bbabfa-9bac-418b-a3fa-1d7fd697fc1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5728c513-ae90-46f0-b020-c77b165c7dde HTTP/1.1" status: 204 len: 168 time: 0.3750720 Jan 28 00:58:30.545413 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbabfa-9bac-418b-a3fa-1d7fd697fc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5728c513-ae90-46f0-b020-c77b165c7dde,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:30.718734 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015410-7735-4a95-8277-ac91d96299fb req-86bef7f6-8ac8-42e4-b071-23d08729f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.720370 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4015410-7735-4a95-8277-ac91d96299fb req-86bef7f6-8ac8-42e4-b071-23d08729f03a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4986484 Jan 28 00:58:30.729442 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-000e81af-6328-4b4d-ad55-3a75067c20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.730936 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-000e81af-6328-4b4d-ad55-3a75067c20d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 1099 time: 0.1551952 Jan 28 00:58:30.737933 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72742e33-9fa1-4e3f-9607-a0e02ceb950a req-084bcefb-6a2e-4f98-8974-9af658b8e73f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.739463 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-72742e33-9fa1-4e3f-9607-a0e02ceb950a req-084bcefb-6a2e-4f98-8974-9af658b8e73f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1621358 Jan 28 00:58:30.946830 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'port_id': '4018b024-2307-4179-b2ef-10369aaee53c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'mac_address': 'fa:16:3e:d0:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:57:57Z', 'updated_at': '2022-01-28T00:58:28Z', 'revision_number': 1, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:30.958731 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-72742e33-9fa1-4e3f-9607-a0e02ceb950a req-57d73b95-84c3-4d27-b4a9-62116d28d0f0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999848 Jan 28 00:58:30.984118 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4015410-7735-4a95-8277-ac91d96299fb req-9c0e697b-4606-45c7-912a-e840675633d2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363341 Jan 28 00:58:30.985091 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-42d942f5-0ce0-42b0-89c3-886568d09c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.986655 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-42d942f5-0ce0-42b0-89c3-886568d09c86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.2463360 Jan 28 00:58:31.006211 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b5289c-a32b-4a04-8fdf-0a3f365f3465 None None] The sync data for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi is: [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'port_id': '4018b024-2307-4179-b2ef-10369aaee53c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'mac_address': 'fa:16:3e:d0:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:57:57Z', 'updated_at': '2022-01-28T00:58:28Z', 'revision_number': 1, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:31.032322 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41942) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:31.049130 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5309496d-0225-49f2-8935-64943cd25b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.106534 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-9b5caeae-792d-4fea-a5fb-fad8ff89ab32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc HTTP/1.1" status: 200 len: 217 time: 0.0908227 Jan 28 00:58:31.154453 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5309496d-0225-49f2-8935-64943cd25b05 admin admin] Publish callbacks [] for security_group (fb7d4db8-0265-4176-8c64-33173911eca7), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.160716 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-5309496d-0225-49f2-8935-64943cd25b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (fb7d4db8-0265-4176-8c64-33173911eca7), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.224891 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-5309496d-0225-49f2-8935-64943cd25b05 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85d2f7ff8f6c4f89bf71cfbd3db5118c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913660 Jan 28 00:58:31.226062 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309496d-0225-49f2-8935-64943cd25b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d4db8-0265-4176-8c64-33173911eca7,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:31.228487 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41954) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:31.258694 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-3d3424c6-d3ce-4bc0-a2f6-78597d8847ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:31.262232 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-3d3424c6-d3ce-4bc0-a2f6-78597d8847ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.1177883 Jan 28 00:58:31.316363 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-116a8419-b8e6-4e59-a406-1f88b5249dfa admin admin] Publish callbacks [] for security_group (fb7d4db8-0265-4176-8c64-33173911eca7), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.318032 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4015410-7735-4a95-8277-ac91d96299fb req-f1f0869d-cabe-4dc9-8c76-88df7ac79d2d service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049364 Jan 28 00:58:31.321923 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-caa52af1-2bfb-45c0-a057-9576a1024a68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449648 Jan 28 00:58:31.384550 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-116a8419-b8e6-4e59-a406-1f88b5249dfa admin admin] Publish callbacks [] for security_group (fb7d4db8-0265-4176-8c64-33173911eca7), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.435450 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1e7a4-0b24-431e-8f56-dfede1699ba1 None None] New status for floating IP bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0: ACTIVE {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:58:31.466180 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-116a8419-b8e6-4e59-a406-1f88b5249dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (fb7d4db8-0265-4176-8c64-33173911eca7), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.470360 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-116a8419-b8e6-4e59-a406-1f88b5249dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.471928 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-116a8419-b8e6-4e59-a406-1f88b5249dfa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb7d4db8-0265-4176-8c64-33173911eca7 HTTP/1.1" status: 204 len: 168 time: 0.2265666 Jan 28 00:58:31.493719 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a8419-b8e6-4e59-a406-1f88b5249dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d4db8-0265-4176-8c64-33173911eca7,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:31.497058 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-a1ee3fcd-829c-4627-8b35-ae68745fbd0a service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376734 Jan 28 00:58:31.619528 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a2d27543-ed49-4021-8606-7e70a66c92cf req-a4065f48-a5ce-4b8c-9410-42c9d25d30c6 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141717 Jan 28 00:58:31.669063 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41966) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:31.978517 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a74174c-b02d-4d49-9677-cf0cb68b26a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.098483 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a74174c-b02d-4d49-9677-cf0cb68b26a2 admin admin] Publish callbacks [] for security_group (97a23d1e-39b0-4ccf-ab5c-54769df6bdcc), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.104826 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a74174c-b02d-4d49-9677-cf0cb68b26a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (97a23d1e-39b0-4ccf-ab5c-54769df6bdcc), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.138637 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc241c9c-fa9a-4a1a-a608-a25e5ee222c0 req-283492b0-acc2-42ed-b37e-09c46df55bdf tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:32.149566 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dc241c9c-fa9a-4a1a-a608-a25e5ee222c0 req-283492b0-acc2-42ed-b37e-09c46df55bdf tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0858004 Jan 28 00:58:32.153777 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74174c-b02d-4d49-9677-cf0cb68b26a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a23d1e-39b0-4ccf-ab5c-54769df6bdcc,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.159544 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-6a74174c-b02d-4d49-9677-cf0cb68b26a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2a8340f18d0405299677052f851add6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4891610 Jan 28 00:58:32.161973 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 41998) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:32.224607 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9e532b3d-9e1d-4533-b22f-c12d044487d7 admin admin] Publish callbacks [] for security_group (97a23d1e-39b0-4ccf-ab5c-54769df6bdcc), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.227194 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dc241c9c-fa9a-4a1a-a608-a25e5ee222c0 req-4b932b47-cb14-4aaf-88b7-d6eed11deb48 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761564 Jan 28 00:58:32.259492 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9e532b3d-9e1d-4533-b22f-c12d044487d7 admin admin] Publish callbacks [] for security_group (97a23d1e-39b0-4ccf-ab5c-54769df6bdcc), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.328841 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9e532b3d-9e1d-4533-b22f-c12d044487d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (97a23d1e-39b0-4ccf-ab5c-54769df6bdcc), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.331573 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9e532b3d-9e1d-4533-b22f-c12d044487d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.332803 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-9e532b3d-9e1d-4533-b22f-c12d044487d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97a23d1e-39b0-4ccf-ab5c-54769df6bdcc HTTP/1.1" status: 204 len: 168 time: 0.1698365 Jan 28 00:58:32.346183 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e532b3d-9e1d-4533-b22f-c12d044487d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a23d1e-39b0-4ccf-ab5c-54769df6bdcc,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.714335 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42028) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:32.729715 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c55cc229-40c4-4615-a8b3-76d1fbe51b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.830810 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c55cc229-40c4-4615-a8b3-76d1fbe51b80 admin admin] Publish callbacks [] for security_group (899e0aa5-a574-4838-81e3-2847411ae94d), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.836176 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c55cc229-40c4-4615-a8b3-76d1fbe51b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (899e0aa5-a574-4838-81e3-2847411ae94d), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.864377 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42034) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:32.908060 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42038) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:32.908355 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c55cc229-40c4-4615-a8b3-76d1fbe51b80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1c0da3fa1bc4f45a6f9521d440d3c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925671 Jan 28 00:58:32.909999 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cc229-40c4-4615-a8b3-76d1fbe51b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899e0aa5-a574-4838-81e3-2847411ae94d,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.986822 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3b3ab656-9608-4430-bb8e-2f8ea3e19586 admin admin] Publish callbacks [] for security_group (899e0aa5-a574-4838-81e3-2847411ae94d), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.016422 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3b3ab656-9608-4430-bb8e-2f8ea3e19586 admin admin] Publish callbacks [] for security_group (899e0aa5-a574-4838-81e3-2847411ae94d), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.085988 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3b3ab656-9608-4430-bb8e-2f8ea3e19586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (899e0aa5-a574-4838-81e3-2847411ae94d), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.088838 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3b3ab656-9608-4430-bb8e-2f8ea3e19586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.093121 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3b3ab656-9608-4430-bb8e-2f8ea3e19586 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/899e0aa5-a574-4838-81e3-2847411ae94d HTTP/1.1" status: 204 len: 168 time: 0.1807008 Jan 28 00:58:33.112778 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ab656-9608-4430-bb8e-2f8ea3e19586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899e0aa5-a574-4838-81e3-2847411ae94d,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:33.123042 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4f4cc9b6-6357-47b5-bac6-f3e901e4e5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.245200 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4f4cc9b6-6357-47b5-bac6-f3e901e4e5c2 admin admin] Publish callbacks [] for security_group (ee545ab7-1f7c-491d-ac8e-4bf321caa2f2), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.255111 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4f4cc9b6-6357-47b5-bac6-f3e901e4e5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (ee545ab7-1f7c-491d-ac8e-4bf321caa2f2), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.306378 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42058) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:33.306911 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-4f4cc9b6-6357-47b5-bac6-f3e901e4e5c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1beb137688934c528aa5c0616c9ca36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4409974 Jan 28 00:58:33.319776 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cc9b6-6357-47b5-bac6-f3e901e4e5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee545ab7-1f7c-491d-ac8e-4bf321caa2f2,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:33.391549 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3795fc-7924-4699-987e-0da4e2b72817 req-78f0ec56-0456-43ad-8a89-55933ccd7a83 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.393943 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e3795fc-7924-4699-987e-0da4e2b72817 req-78f0ec56-0456-43ad-8a89-55933ccd7a83 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0847552 Jan 28 00:58:33.409789 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-451207bc-5b23-4672-b10d-02ed60150775 admin admin] Publish callbacks [] for security_group (ee545ab7-1f7c-491d-ac8e-4bf321caa2f2), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.443617 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-451207bc-5b23-4672-b10d-02ed60150775 admin admin] Publish callbacks [] for security_group (ee545ab7-1f7c-491d-ac8e-4bf321caa2f2), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.471666 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e3795fc-7924-4699-987e-0da4e2b72817 req-7e10155e-f539-4826-9a99-a025a642bc05 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713956 Jan 28 00:58:33.506345 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-451207bc-5b23-4672-b10d-02ed60150775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (ee545ab7-1f7c-491d-ac8e-4bf321caa2f2), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.509272 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-451207bc-5b23-4672-b10d-02ed60150775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.512880 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-451207bc-5b23-4672-b10d-02ed60150775 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee545ab7-1f7c-491d-ac8e-4bf321caa2f2 HTTP/1.1" status: 204 len: 168 time: 0.2019601 Jan 28 00:58:33.518400 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451207bc-5b23-4672-b10d-02ed60150775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee545ab7-1f7c-491d-ac8e-4bf321caa2f2,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:34.007344 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42090) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:34.021862 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d32069ac-c2b7-45c9-a137-284a99ca8792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.108808 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d32069ac-c2b7-45c9-a137-284a99ca8792 admin admin] Publish callbacks [] for security_group (c8733b87-13f3-40b6-97c0-827d6f580f0d), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.114651 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d32069ac-c2b7-45c9-a137-284a99ca8792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (c8733b87-13f3-40b6-97c0-827d6f580f0d), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.160667 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d32069ac-c2b7-45c9-a137-284a99ca8792 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a88de8b9b5fe48e5bf0268d2cb061c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516716 Jan 28 00:58:34.161350 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32069ac-c2b7-45c9-a137-284a99ca8792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8733b87-13f3-40b6-97c0-827d6f580f0d,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:34.163859 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42096) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:34.233777 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0aca5ee9-6c93-4645-875b-e4ced14510e9 admin admin] Publish callbacks [] for security_group (c8733b87-13f3-40b6-97c0-827d6f580f0d), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.256454 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0aca5ee9-6c93-4645-875b-e4ced14510e9 admin admin] Publish callbacks [] for security_group (c8733b87-13f3-40b6-97c0-827d6f580f0d), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.319665 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0aca5ee9-6c93-4645-875b-e4ced14510e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (c8733b87-13f3-40b6-97c0-827d6f580f0d), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.322519 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0aca5ee9-6c93-4645-875b-e4ced14510e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.323894 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-0aca5ee9-6c93-4645-875b-e4ced14510e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8733b87-13f3-40b6-97c0-827d6f580f0d HTTP/1.1" status: 204 len: 168 time: 0.1588273 Jan 28 00:58:34.329841 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42106) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:34.333547 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca5ee9-6c93-4645-875b-e4ced14510e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8733b87-13f3-40b6-97c0-827d6f580f0d,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:34.600760 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.643178 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00334e9-a488-46cd-aed7-b7be4ca068d8 req-c9b83064-d69f-4736-9dec-8ec6ac12c56b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.644975 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a00334e9-a488-46cd-aed7-b7be4ca068d8 req-c9b83064-d69f-4736-9dec-8ec6ac12c56b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0982468 Jan 28 00:58:34.723530 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a00334e9-a488-46cd-aed7-b7be4ca068d8 req-17330076-88cb-4e2e-ae3b-58f4c03dd338 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680099 Jan 28 00:58:34.772085 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Publish callbacks [] for security_group (fd00f874-3b1e-4225-a3ea-3c93ee81a3db), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.779498 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (fd00f874-3b1e-4225-a3ea-3c93ee81a3db), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.822729 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd00f874-3b1e-4225-a3ea-3c93ee81a3db,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:34.826813 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=827424abbd7340b787df3112c47b5188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958942 Jan 28 00:58:34.830862 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42132) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:34.834077 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.834432 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.834771 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.835158 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.835489 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.835820 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.836147 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.836640 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.837120 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.837731 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.838380 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.838851 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.839351 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d755151-95ab-4e20-a08b-e8a46510c69e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:34.917608 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-29329213-c6d8-4af7-b0fd-36ba0fd958c0 admin admin] Publish callbacks [] for security_group (fd00f874-3b1e-4225-a3ea-3c93ee81a3db), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.927956 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42134) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:34.956749 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-29329213-c6d8-4af7-b0fd-36ba0fd958c0 admin admin] Publish callbacks [] for security_group (fd00f874-3b1e-4225-a3ea-3c93ee81a3db), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.029569 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-29329213-c6d8-4af7-b0fd-36ba0fd958c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (fd00f874-3b1e-4225-a3ea-3c93ee81a3db), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.033713 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-29329213-c6d8-4af7-b0fd-36ba0fd958c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.035170 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-29329213-c6d8-4af7-b0fd-36ba0fd958c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd00f874-3b1e-4225-a3ea-3c93ee81a3db HTTP/1.1" status: 204 len: 168 time: 0.2026353 Jan 28 00:58:35.045746 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29329213-c6d8-4af7-b0fd-36ba0fd958c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd00f874-3b1e-4225-a3ea-3c93ee81a3db,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.107533 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9902b612-ef0c-4e9f-81d4-c12ba203ee83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.225730 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9902b612-ef0c-4e9f-81d4-c12ba203ee83 admin admin] Publish callbacks [] for security_group (85e406b8-130c-489f-8322-87bd4a73901d), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.231120 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9902b612-ef0c-4e9f-81d4-c12ba203ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (85e406b8-130c-489f-8322-87bd4a73901d), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.280548 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9902b612-ef0c-4e9f-81d4-c12ba203ee83 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c5f88025f0345468caa418849035ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510323 Jan 28 00:58:35.281657 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902b612-ef0c-4e9f-81d4-c12ba203ee83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e406b8-130c-489f-8322-87bd4a73901d,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.284456 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42154) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:35.337416 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-45429e83-90b9-4c7c-b7b0-0747576028cd admin admin] Publish callbacks [] for security_group (85e406b8-130c-489f-8322-87bd4a73901d), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.361369 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-45429e83-90b9-4c7c-b7b0-0747576028cd admin admin] Publish callbacks [] for security_group (85e406b8-130c-489f-8322-87bd4a73901d), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.421291 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-45429e83-90b9-4c7c-b7b0-0747576028cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (85e406b8-130c-489f-8322-87bd4a73901d), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.424200 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-45429e83-90b9-4c7c-b7b0-0747576028cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.428440 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-45429e83-90b9-4c7c-b7b0-0747576028cd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85e406b8-130c-489f-8322-87bd4a73901d HTTP/1.1" status: 204 len: 168 time: 0.1398892 Jan 28 00:58:35.439567 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45429e83-90b9-4c7c-b7b0-0747576028cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e406b8-130c-489f-8322-87bd4a73901d,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.457474 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42162) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:35.494903 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.607613 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Publish callbacks [] for security_group (91fbe0ad-5456-43bf-9a8d-11e663977924), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.612173 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (91fbe0ad-5456-43bf-9a8d-11e663977924), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.664258 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fbe0ad-5456-43bf-9a8d-11e663977924,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.668834 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3e0ec0370084cfbb3b542feb132bb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100663 Jan 28 00:58:35.672347 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42168) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:35.682700 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.683260 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.683685 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.684127 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.684508 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.684962 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.685363 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.685874 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.686914 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.687709 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.688453 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.688948 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.690327 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279caf8-2758-46b7-b316-9c733b114c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:35.760429 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e9cd60d6-419d-426d-b9ba-0aaf8904b890 admin admin] Publish callbacks [] for security_group (91fbe0ad-5456-43bf-9a8d-11e663977924), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.791264 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e9cd60d6-419d-426d-b9ba-0aaf8904b890 admin admin] Publish callbacks [] for security_group (91fbe0ad-5456-43bf-9a8d-11e663977924), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.889009 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e7e80-4b67-4020-8ddd-51bc3637fcff req-84113de8-066b-4bd5-9bcb-48291343246a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:35.891495 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b17e7e80-4b67-4020-8ddd-51bc3637fcff req-84113de8-066b-4bd5-9bcb-48291343246a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0793350 Jan 28 00:58:35.927442 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e9cd60d6-419d-426d-b9ba-0aaf8904b890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (91fbe0ad-5456-43bf-9a8d-11e663977924), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.930199 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e9cd60d6-419d-426d-b9ba-0aaf8904b890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.931361 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-e9cd60d6-419d-426d-b9ba-0aaf8904b890 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91fbe0ad-5456-43bf-9a8d-11e663977924 HTTP/1.1" status: 204 len: 168 time: 0.2579398 Jan 28 00:58:35.955642 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd60d6-419d-426d-b9ba-0aaf8904b890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fbe0ad-5456-43bf-9a8d-11e663977924,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.982114 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b17e7e80-4b67-4020-8ddd-51bc3637fcff req-4372096f-f80e-49fb-8cb3-e7b32f014348 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781653 Jan 28 00:58:37.116005 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3338-f153-4a4e-a4f6-9c865e881e56 req-e177ecc0-7185-4299-a01c-6aa5aa7cd7ef tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:37.118273 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ec1e3338-f153-4a4e-a4f6-9c865e881e56 req-e177ecc0-7185-4299-a01c-6aa5aa7cd7ef tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0530403 Jan 28 00:58:37.178008 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ec1e3338-f153-4a4e-a4f6-9c865e881e56 req-b55b92fc-86c4-4783-b6db-98aa20e4b187 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530381 Jan 28 00:58:38.332226 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd593e8d-725e-4423-ba0a-7fcb26ce3866 req-092c4936-6bf7-4800-ba0b-7dbee296de4c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.333990 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cd593e8d-725e-4423-ba0a-7fcb26ce3866 req-092c4936-6bf7-4800-ba0b-7dbee296de4c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0611961 Jan 28 00:58:38.404134 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cd593e8d-725e-4423-ba0a-7fcb26ce3866 req-ca1a27f0-a611-41e5-89f6-a50c51ee6962 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597816 Jan 28 00:58:39.526988 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-9ab6d863-8328-4210-a686-ddc9c377971f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782769 Jan 28 00:58:39.544194 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143aa3b1-64fc-4bf1-ab97-3cdcd575c9ce req-5ad35d33-a9fe-4a97-908c-9b1c596b4e7b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.545765 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-143aa3b1-64fc-4bf1-ab97-3cdcd575c9ce req-5ad35d33-a9fe-4a97-908c-9b1c596b4e7b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0591767 Jan 28 00:58:39.604763 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-143aa3b1-64fc-4bf1-ab97-3cdcd575c9ce req-287adcbf-5eef-487a-8491-4fed44076adf tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525370 Jan 28 00:58:39.673204 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-30263571-cd24-417d-93d7-5819c1e1ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.674733 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-30263571-cd24-417d-93d7-5819c1e1ece0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c28f76a4d78416dabc595b2d237134d&device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 1098 time: 0.0691218 Jan 28 00:58:39.798792 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-cee4bc95-9559-4620-98ed-3f6f6aca31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.800336 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-cee4bc95-9559-4620-98ed-3f6f6aca31c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5449d510-4630-4ba6-b676-1c4b9d289300 HTTP/1.1" status: 200 len: 912 time: 0.0965600 Jan 28 00:58:39.850285 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-efdcc573-645f-42c7-b411-c829fcb02bf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777d0cea-b600-4411-a443-06993344e637 HTTP/1.1" status: 200 len: 217 time: 0.0383248 Jan 28 00:58:39.898730 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-76396b5d-cc21-4fe6-b56a-1f88ae26f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.900252 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-76396b5d-cc21-4fe6-b56a-1f88ae26f883 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21c13ba8-b641-4866-ae2f-4d4318da09df HTTP/1.1" status: 200 len: 851 time: 0.0434918 Jan 28 00:58:39.937556 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-b0a586c3-ec29-427d-9784-66a952231d0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5449d510-4630-4ba6-b676-1c4b9d289300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231547 Jan 28 00:58:40.042833 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-a55b3f5b-b750-44c1-8046-32d4d58e5f98 service neutron] 10.222.0.15 "GET /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925267 Jan 28 00:58:40.135764 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-967b41cd-481f-4967-b369-d0c8cc77d81e req-e396f488-efe2-4d58-b66a-426c74dfaf1d service neutron] 10.222.0.15 "GET /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845959 Jan 28 00:58:40.751517 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd327e1-fb15-4d16-ba7c-1a15e911da15 req-3f0b9e22-ed81-49d3-8619-f333280731e9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.753221 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7dd327e1-fb15-4d16-ba7c-1a15e911da15 req-3f0b9e22-ed81-49d3-8619-f333280731e9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0601532 Jan 28 00:58:40.810784 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7dd327e1-fb15-4d16-ba7c-1a15e911da15 req-9d31ec7b-6721-4cc2-858f-8e3f724b93c9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Jan 28 00:58:41.961900 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5c31-88aa-4332-a0a0-ae8ffbe810a6 req-e3bde78c-b4d1-4987-a0b4-5ac641b855c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.963542 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4f7b5c31-88aa-4332-a0a0-ae8ffbe810a6 req-e3bde78c-b4d1-4987-a0b4-5ac641b855c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0670781 Jan 28 00:58:42.021221 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:42.039149 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4f7b5c31-88aa-4332-a0a0-ae8ffbe810a6 req-bfff3472-1660-4698-846a-560579075115 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671005 Jan 28 00:58:42.645533 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f4255-3fbb-420b-aa81-d924f92c6c1c req-17764a12-ac2e-4f00-9cb9-cdd2d0872594 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:42.648095 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bd4f4255-3fbb-420b-aa81-d924f92c6c1c req-17764a12-ac2e-4f00-9cb9-cdd2d0872594 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 945 time: 0.0667951 Jan 28 00:58:42.737473 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bd4f4255-3fbb-420b-aa81-d924f92c6c1c req-3e5587bf-f406-4961-aa6c-670324dda6d7 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806823 Jan 28 00:58:43.189981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04d7fc-f5d2-4aac-9921-003297393a31 req-e26b7418-a630-4003-a53e-f5a6e7fdd5a8 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.191452 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5f04d7fc-f5d2-4aac-9921-003297393a31 req-e26b7418-a630-4003-a53e-f5a6e7fdd5a8 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0555365 Jan 28 00:58:43.240973 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5f04d7fc-f5d2-4aac-9921-003297393a31 req-201f86ba-ab82-4908-8bf8-78c04a0765f7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440753 Jan 28 00:58:44.099550 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63ee92-34a0-4f38-a99a-da702b5c7870 req-9c8743bc-396e-449e-81dd-43c884bf353b tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:44.100972 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fb63ee92-34a0-4f38-a99a-da702b5c7870 req-9c8743bc-396e-449e-81dd-43c884bf353b tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 945 time: 0.0533907 Jan 28 00:58:44.156703 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fb63ee92-34a0-4f38-a99a-da702b5c7870 req-21e8307d-7458-4504-910e-a9bb0e30086c tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496950 Jan 28 00:58:44.375677 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b1ef-c0b7-4e1f-b67e-bf4a1719eb84 req-ad6a1e9a-86de-4726-92d6-641884e6e08f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:44.377852 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e56b1ef-c0b7-4e1f-b67e-bf4a1719eb84 req-ad6a1e9a-86de-4726-92d6-641884e6e08f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0603912 Jan 28 00:58:44.445970 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e56b1ef-c0b7-4e1f-b67e-bf4a1719eb84 req-03f63df5-16d5-460d-aac9-5ced21bf3210 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620539 Jan 28 00:58:44.983705 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42542) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:45.137232 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-81059bf8-0ced-4128-962b-b7b95693564d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.279657 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-81059bf8-0ced-4128-962b-b7b95693564d admin admin] Publish callbacks [] for security_group (f25b82b8-e2cc-4dd9-ac49-30f2671c230d), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.285246 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-81059bf8-0ced-4128-962b-b7b95693564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (f25b82b8-e2cc-4dd9-ac49-30f2671c230d), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.367957 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42564) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:45.369232 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-81059bf8-0ced-4128-962b-b7b95693564d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6abd5bd2723c4633af79de903e938bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843544 Jan 28 00:58:45.371778 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059bf8-0ced-4128-962b-b7b95693564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25b82b8-e2cc-4dd9-ac49-30f2671c230d,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:45.482485 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf21714-eaec-4312-adc9-4c569f52756c req-393197dc-4d31-47d3-83e3-3c5db8c0eac8 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:45.491684 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bdf21714-eaec-4312-adc9-4c569f52756c req-393197dc-4d31-47d3-83e3-3c5db8c0eac8 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 945 time: 0.1733317 Jan 28 00:58:45.524123 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7074b6aa-746b-4b11-89c3-2a368014f8f0 admin admin] Publish callbacks [] for security_group (f25b82b8-e2cc-4dd9-ac49-30f2671c230d), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.572230 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7074b6aa-746b-4b11-89c3-2a368014f8f0 admin admin] Publish callbacks [] for security_group (f25b82b8-e2cc-4dd9-ac49-30f2671c230d), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.584132 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bdf21714-eaec-4312-adc9-4c569f52756c req-a6a873de-82c0-4f37-a83f-43d43bdcff37 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/security-groups?id=93581ebe-0d68-40e8-90e1-74e1f954e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896142 Jan 28 00:58:45.703121 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7074b6aa-746b-4b11-89c3-2a368014f8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (f25b82b8-e2cc-4dd9-ac49-30f2671c230d), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.708427 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae05df8-4ff8-4944-85db-acb0d721215a req-050a529f-24b2-49c9-9d59-7b2972d9b474 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:45.710350 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fae05df8-4ff8-4944-85db-acb0d721215a req-050a529f-24b2-49c9-9d59-7b2972d9b474 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.15 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 945 time: 0.1004775 Jan 28 00:58:45.714355 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7074b6aa-746b-4b11-89c3-2a368014f8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.717627 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-7074b6aa-746b-4b11-89c3-2a368014f8f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f25b82b8-e2cc-4dd9-ac49-30f2671c230d HTTP/1.1" status: 204 len: 168 time: 0.3478968 Jan 28 00:58:45.744880 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688ce13-8dd1-49d3-a41a-9ee50ea35487 req-f9089c75-ded0-4415-a542-1abd27e8918c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:45.752609 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b688ce13-8dd1-49d3-a41a-9ee50ea35487 req-f9089c75-ded0-4415-a542-1abd27e8918c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1277494 Jan 28 00:58:45.755724 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074b6aa-746b-4b11-89c3-2a368014f8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25b82b8-e2cc-4dd9-ac49-30f2671c230d,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:45.868976 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b688ce13-8dd1-49d3-a41a-9ee50ea35487 req-f864af92-5e50-47a1-bbf0-7f20c562dada tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151204 Jan 28 00:58:45.964237 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Deleting port 777d0cea-b600-4411-a443-06993344e637 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:45.964899 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (777d0cea-b600-4411-a443-06993344e637), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.095638 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] For port 777d0cea-b600-4411-a443-06993344e637, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=777d0cea-b600-4411-a443-06993344e637,segment=NetworkSegment(5e944b88-f81c-48ad-83b0-29d874f59e7e),segment_id=5e944b88-f81c-48ad-83b0-29d874f59e7e)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:46.095638 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (777d0cea-b600-4411-a443-06993344e637), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.112612 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Calling delete_port for 777d0cea-b600-4411-a443-06993344e637 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:46.321907 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (777d0cea-b600-4411-a443-06993344e637), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.357092 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Pushing event deleted for resources: {'Port': ['ID=777d0cea-b600-4411-a443-06993344e637,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:46.379678 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['777d0cea-b600-4411-a443-06993344e637'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:46.445609 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] No DVR routers for this DVR port 777d0cea-b600-4411-a443-06993344e637 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:46.455075 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.460932 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fae05df8-4ff8-4944-85db-acb0d721215a req-252c3276-01df-49ee-a055-a16849f47851 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.15 "DELETE /v2.0/ports/777d0cea-b600-4411-a443-06993344e637 HTTP/1.1" status: 204 len: 173 time: 0.7433634 Jan 28 00:58:46.483593 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67efe239-0022-4298-878f-42dd83b61165', 'name': 'network-vif-deleted', 'tag': '777d0cea-b600-4411-a443-06993344e637'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:46.490876 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577802e9-a74c-458b-ae09-ad79200cb0bb" -d '{"events": [{"server_uuid": "67efe239-0022-4298-878f-42dd83b61165", "name": "network-vif-deleted", "tag": "777d0cea-b600-4411-a443-06993344e637"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:46.583500 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9b3524-c45b-46a7-b701-3fdf32747de0 x-openstack-request-id: req-0b9b3524-c45b-46a7-b701-3fdf32747de0 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:46.584173 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67efe239-0022-4298-878f-42dd83b61165", "name": "network-vif-deleted", "tag": "777d0cea-b600-4411-a443-06993344e637", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:46.585471 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b9b3524-c45b-46a7-b701-3fdf32747de0 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:46.585471 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67efe239-0022-4298-878f-42dd83b61165', 'name': 'network-vif-deleted', 'tag': '777d0cea-b600-4411-a443-06993344e637', 'status': 'completed', 'code': 200} Jan 28 00:58:46.758194 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ad84aea2-049c-4aa4-abfb-23e2de1e15c3 req-e1328b2d-3811-4028-b242-995c98830fe8 tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 210 time: 0.0545073 Jan 28 00:58:46.877676 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fe35268f-aaa3-4c32-abf7-a6e32d3e8c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:47.049425 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f71-b73e-435d-a855-ee19f99e1179 req-af0dee6e-bfd8-42f0-a396-ddc1000a4eca tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:47.050988 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9d235f71-b73e-435d-a855-ee19f99e1179 req-af0dee6e-bfd8-42f0-a396-ddc1000a4eca tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0762300 Jan 28 00:58:47.109306 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9d235f71-b73e-435d-a855-ee19f99e1179 req-698b449c-064d-4d0f-bbd0-2664267862b8 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Jan 28 00:58:47.933683 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ddadc9b9-c39c-48b6-b2c2-00574919e469 req-4cddb678-4896-43d8-9dc5-7cb4daffb59e tempest-DeleteServersTestJSON-2018417067 tempest-DeleteServersTestJSON-2018417067-project] 10.222.0.78 "GET /v2.0/ports?device_id=67efe239-0022-4298-878f-42dd83b61165 HTTP/1.1" status: 200 len: 210 time: 0.0336757 Jan 28 00:58:48.236969 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62db1c7-383c-4579-bf6e-4b8f24f05740 req-c389a45b-d75b-461a-aab2-52cbfa8dc799 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:48.238486 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e62db1c7-383c-4579-bf6e-4b8f24f05740 req-c389a45b-d75b-461a-aab2-52cbfa8dc799 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0501988 Jan 28 00:58:48.286355 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e62db1c7-383c-4579-bf6e-4b8f24f05740 req-049b6460-0726-458d-863e-541f72a669fb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Jan 28 00:58:49.187791 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e33792e1-5281-4ff0-8ff3-8ce0464bef9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:49.429531 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbea3e6-df76-4929-8e7e-941bc7b39723 req-2cb245fa-a2cb-442c-b29c-d8a88aa34c21 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.431031 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bbbea3e6-df76-4929-8e7e-941bc7b39723 req-2cb245fa-a2cb-442c-b29c-d8a88aa34c21 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0486531 Jan 28 00:58:49.478706 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bbbea3e6-df76-4929-8e7e-941bc7b39723 req-604364c9-c0f4-446f-ae46-8efc38df24a2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Jan 28 00:58:50.482137 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.559657 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42780) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:50.611268 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bf939-4689-4ca1-a17a-17d5b43100e6 req-d68a09bf-e616-4920-969d-c7e9c818ee26 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:50.612848 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3e3bf939-4689-4ca1-a17a-17d5b43100e6 req-d68a09bf-e616-4920-969d-c7e9c818ee26 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0628386 Jan 28 00:58:50.671489 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3e3bf939-4689-4ca1-a17a-17d5b43100e6 req-684b42ef-319d-404f-a0f6-6aa76dfc350b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504096 Jan 28 00:58:50.671815 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42784) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:50.766178 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-27c5f51a-5fcf-4844-8dbc-8e7ecce46db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.796882 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3e769474-8418-425f-aecd-e6448153e915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.895657 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-27c5f51a-5fcf-4844-8dbc-8e7ecce46db3 admin admin] Publish callbacks [] for security_group (983dd487-dfc4-4cdc-9a2b-29fe0e9a1835), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.905383 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-27c5f51a-5fcf-4844-8dbc-8e7ecce46db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (983dd487-dfc4-4cdc-9a2b-29fe0e9a1835), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.928354 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3e769474-8418-425f-aecd-e6448153e915 admin admin] Publish callbacks [] for security_group (d19f6a7e-cbc4-4455-80b1-3a13c674de62), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.940828 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3e769474-8418-425f-aecd-e6448153e915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d19f6a7e-cbc4-4455-80b1-3a13c674de62), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.970169 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5f51a-5fcf-4844-8dbc-8e7ecce46db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983dd487-dfc4-4cdc-9a2b-29fe0e9a1835,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:50.974236 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-27c5f51a-5fcf-4844-8dbc-8e7ecce46db3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48510d7994774f328049b7194b3c195c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135485 Jan 28 00:58:50.978156 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42790) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:50.996098 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3e769474-8418-425f-aecd-e6448153e915 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40470574ce0c4e6ba339f055087cca41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208170 Jan 28 00:58:50.996967 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42792) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:51.006332 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e769474-8418-425f-aecd-e6448153e915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f6a7e-cbc4-4455-80b1-3a13c674de62,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:51.069325 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-44b3d012-a096-4384-b5b5-242c675b8345 admin admin] Publish callbacks [] for security_group (983dd487-dfc4-4cdc-9a2b-29fe0e9a1835), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.076348 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4a407fae-5b24-486b-9bbd-6665be013821 admin admin] Publish callbacks [] for security_group (d19f6a7e-cbc4-4455-80b1-3a13c674de62), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.106900 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-44b3d012-a096-4384-b5b5-242c675b8345 admin admin] Publish callbacks [] for security_group (983dd487-dfc4-4cdc-9a2b-29fe0e9a1835), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.116489 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4a407fae-5b24-486b-9bbd-6665be013821 admin admin] Publish callbacks [] for security_group (d19f6a7e-cbc4-4455-80b1-3a13c674de62), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.122463 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 777d0cea-b600-4411-a443-06993344e637 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:51.144960 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 777d0cea-b600-4411-a443-06993344e637 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:51.145307 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 777d0cea-b600-4411-a443-06993344e637 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:51.182464 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-44b3d012-a096-4384-b5b5-242c675b8345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (983dd487-dfc4-4cdc-9a2b-29fe0e9a1835), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.185581 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-44b3d012-a096-4384-b5b5-242c675b8345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.186805 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-44b3d012-a096-4384-b5b5-242c675b8345 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/983dd487-dfc4-4cdc-9a2b-29fe0e9a1835 HTTP/1.1" status: 204 len: 168 time: 0.2070184 Jan 28 00:58:51.193991 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4a407fae-5b24-486b-9bbd-6665be013821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d19f6a7e-cbc4-4455-80b1-3a13c674de62), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.196788 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4a407fae-5b24-486b-9bbd-6665be013821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.201524 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4a407fae-5b24-486b-9bbd-6665be013821 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d19f6a7e-cbc4-4455-80b1-3a13c674de62 HTTP/1.1" status: 204 len: 168 time: 0.2039812 Jan 28 00:58:51.221042 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3d012-a096-4384-b5b5-242c675b8345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983dd487-dfc4-4cdc-9a2b-29fe0e9a1835,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:51.239130 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a407fae-5b24-486b-9bbd-6665be013821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f6a7e-cbc4-4455-80b1-3a13c674de62,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:51.514066 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42810) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:51.514276 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42808) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:51.529330 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b7173a07-3c8c-4b9c-b89c-f2f2e76737ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.532098 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6d2ecfa2-af67-4d5c-82d7-97c9cea52b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.641543 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6d2ecfa2-af67-4d5c-82d7-97c9cea52b64 admin admin] Publish callbacks [] for security_group (033d5393-aeae-4da5-9fae-edc3820c20cc), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.643394 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b7173a07-3c8c-4b9c-b89c-f2f2e76737ce admin admin] Publish callbacks [] for security_group (ab5a9c2e-20fa-464e-91cd-0b89d04fa732), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.648096 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6d2ecfa2-af67-4d5c-82d7-97c9cea52b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (033d5393-aeae-4da5-9fae-edc3820c20cc), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.649753 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b7173a07-3c8c-4b9c-b89c-f2f2e76737ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (ab5a9c2e-20fa-464e-91cd-0b89d04fa732), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.707717 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-6d2ecfa2-af67-4d5c-82d7-97c9cea52b64 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b495305559d4ac9a5b90d12d25bbded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922293 Jan 28 00:58:51.707981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173a07-3c8c-4b9c-b89c-f2f2e76737ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a9c2e-20fa-464e-91cd-0b89d04fa732,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:51.711958 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42814) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:51.712218 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ecfa2-af67-4d5c-82d7-97c9cea52b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033d5393-aeae-4da5-9fae-edc3820c20cc,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:51.714406 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b7173a07-3c8c-4b9c-b89c-f2f2e76737ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d927b89ea43b497a8bed2196ca022cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977749 Jan 28 00:58:51.724943 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42816) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:51.785124 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-de7da648-16a1-4fb8-91a5-6c446ccf9931 admin admin] Publish callbacks [] for security_group (033d5393-aeae-4da5-9fae-edc3820c20cc), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.809495 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-de7da648-16a1-4fb8-91a5-6c446ccf9931 admin admin] Publish callbacks [] for security_group (033d5393-aeae-4da5-9fae-edc3820c20cc), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.821894 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-376300a1-4467-4b38-9c88-906345fb4ec3 admin admin] Publish callbacks [] for security_group (ab5a9c2e-20fa-464e-91cd-0b89d04fa732), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.848097 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b35bf-c3e4-4e6a-9055-a34676c5d156 req-3b735b2a-5068-45ee-903f-68bf4fadfd7c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:51.849801 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-723b35bf-c3e4-4e6a-9055-a34676c5d156 req-3b735b2a-5068-45ee-903f-68bf4fadfd7c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0779202 Jan 28 00:58:51.860737 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-376300a1-4467-4b38-9c88-906345fb4ec3 admin admin] Publish callbacks [] for security_group (ab5a9c2e-20fa-464e-91cd-0b89d04fa732), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.877135 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-de7da648-16a1-4fb8-91a5-6c446ccf9931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (033d5393-aeae-4da5-9fae-edc3820c20cc), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.880440 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-de7da648-16a1-4fb8-91a5-6c446ccf9931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.881714 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-de7da648-16a1-4fb8-91a5-6c446ccf9931 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/033d5393-aeae-4da5-9fae-edc3820c20cc HTTP/1.1" status: 204 len: 168 time: 0.1677532 Jan 28 00:58:51.893128 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7da648-16a1-4fb8-91a5-6c446ccf9931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033d5393-aeae-4da5-9fae-edc3820c20cc,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:51.950050 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-723b35bf-c3e4-4e6a-9055-a34676c5d156 req-9d53bdf5-91a7-4fbf-917f-b88356c88aec tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867016 Jan 28 00:58:51.966083 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.984741 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-376300a1-4467-4b38-9c88-906345fb4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (ab5a9c2e-20fa-464e-91cd-0b89d04fa732), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.987673 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-376300a1-4467-4b38-9c88-906345fb4ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.988867 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-376300a1-4467-4b38-9c88-906345fb4ec3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab5a9c2e-20fa-464e-91cd-0b89d04fa732 HTTP/1.1" status: 204 len: 168 time: 0.2689047 Jan 28 00:58:51.997635 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376300a1-4467-4b38-9c88-906345fb4ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a9c2e-20fa-464e-91cd-0b89d04fa732,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:52.455931 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42836) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:52.471687 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-17f38ebf-3a8c-4547-87d7-74eabbb8fe9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.494632 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42840) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:52.511439 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed0-4fb7-47ae-8f4d-38b799e4f01d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.558087 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-17f38ebf-3a8c-4547-87d7-74eabbb8fe9c admin admin] Publish callbacks [] for security_group (b7163685-339b-4cdd-8350-0f6ca866fa7d), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.565620 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-17f38ebf-3a8c-4547-87d7-74eabbb8fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (b7163685-339b-4cdd-8350-0f6ca866fa7d), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.607314 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-17f38ebf-3a8c-4547-87d7-74eabbb8fe9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10682763636b4334bd4855d68bba4d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499670 Jan 28 00:58:52.609281 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38ebf-3a8c-4547-87d7-74eabbb8fe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7163685-339b-4cdd-8350-0f6ca866fa7d,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:52.611842 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 42842) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:52.614308 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed0-4fb7-47ae-8f4d-38b799e4f01d admin admin] Publish callbacks [] for security_group (90db8e5b-db80-4984-9b89-2ef9ad5261de), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.620114 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed0-4fb7-47ae-8f4d-38b799e4f01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (90db8e5b-db80-4984-9b89-2ef9ad5261de), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.662444 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0ed0-4fb7-47ae-8f4d-38b799e4f01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90db8e5b-db80-4984-9b89-2ef9ad5261de,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:52.670614 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-39fd0ed0-4fb7-47ae-8f4d-38b799e4f01d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0298bf379f641e2b95374969af08729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710384 Jan 28 00:58:52.670614 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 42844) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:52.673103 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-72775d1e-aed8-4875-936f-4b38e5e51799 admin admin] Publish callbacks [] for security_group (b7163685-339b-4cdd-8350-0f6ca866fa7d), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.703817 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-72775d1e-aed8-4875-936f-4b38e5e51799 admin admin] Publish callbacks [] for security_group (b7163685-339b-4cdd-8350-0f6ca866fa7d), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.723254 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7461cfaf-987d-4156-b590-4266811a4045 admin admin] Publish callbacks [] for security_group (90db8e5b-db80-4984-9b89-2ef9ad5261de), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.749277 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7461cfaf-987d-4156-b590-4266811a4045 admin admin] Publish callbacks [] for security_group (90db8e5b-db80-4984-9b89-2ef9ad5261de), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.759690 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-72775d1e-aed8-4875-936f-4b38e5e51799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (b7163685-339b-4cdd-8350-0f6ca866fa7d), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.762310 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-72775d1e-aed8-4875-936f-4b38e5e51799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.763495 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-72775d1e-aed8-4875-936f-4b38e5e51799 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b7163685-339b-4cdd-8350-0f6ca866fa7d HTTP/1.1" status: 204 len: 168 time: 0.1505039 Jan 28 00:58:52.774048 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72775d1e-aed8-4875-936f-4b38e5e51799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7163685-339b-4cdd-8350-0f6ca866fa7d,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:52.817965 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7461cfaf-987d-4156-b590-4266811a4045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (90db8e5b-db80-4984-9b89-2ef9ad5261de), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.820995 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7461cfaf-987d-4156-b590-4266811a4045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.822262 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-7461cfaf-987d-4156-b590-4266811a4045 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/90db8e5b-db80-4984-9b89-2ef9ad5261de HTTP/1.1" status: 204 len: 168 time: 0.1507828 Jan 28 00:58:52.835923 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461cfaf-987d-4156-b590-4266811a4045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90db8e5b-db80-4984-9b89-2ef9ad5261de,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:53.129299 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b2b8e-3c5b-4a4f-a4fc-8a79190b400b req-0b47f849-7f3c-4c03-8f4a-065b36940327 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.132125 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-386b2b8e-3c5b-4a4f-a4fc-8a79190b400b req-0b47f849-7f3c-4c03-8f4a-065b36940327 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0753288 Jan 28 00:58:53.234073 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-386b2b8e-3c5b-4a4f-a4fc-8a79190b400b req-414722cf-08e7-47ee-aa78-f13fcfd5651e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945859 Jan 28 00:58:53.305949 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.386722 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c666-2e77-4134-9fe7-d06a3a93113f req-d0a3c5bf-af53-4850-a11f-6d5615df8c2c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:54.388381 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ddc6c666-2e77-4134-9fe7-d06a3a93113f req-d0a3c5bf-af53-4850-a11f-6d5615df8c2c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0686600 Jan 28 00:58:54.456581 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ddc6c666-2e77-4134-9fe7-d06a3a93113f req-39c2495f-02ea-44f0-aa97-83b9ccf6f522 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626533 Jan 28 00:58:55.580298 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d47a9-1829-438b-bd0a-7a16452dee13 req-26845256-62ef-40f0-a858-a38691764388 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.581827 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d30d47a9-1829-438b-bd0a-7a16452dee13 req-26845256-62ef-40f0-a858-a38691764388 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0502694 Jan 28 00:58:55.639451 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d30d47a9-1829-438b-bd0a-7a16452dee13 req-5a101970-b1fb-42ca-835c-0caee9297dd8 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Jan 28 00:58:56.766342 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4a19e-bb32-44d9-89c5-fb1d126b4a0a req-43cae95e-c3e9-4293-9b61-cecb1d5a7312 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:56.767831 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8bf4a19e-bb32-44d9-89c5-fb1d126b4a0a req-43cae95e-c3e9-4293-9b61-cecb1d5a7312 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0461559 Jan 28 00:58:56.814744 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8bf4a19e-bb32-44d9-89c5-fb1d126b4a0a req-2b9fc247-8730-4cb9-9ec9-3716b7b14ef1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Jan 28 00:58:57.049481 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:58:57.931145 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0b1aa-1e49-40c4-a4cf-a3b21b95cd1d req-c224f189-cc0e-4c35-9619-5d086391fe0e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:57.932709 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-92e0b1aa-1e49-40c4-a4cf-a3b21b95cd1d req-c224f189-cc0e-4c35-9619-5d086391fe0e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0501304 Jan 28 00:58:57.981705 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-92e0b1aa-1e49-40c4-a4cf-a3b21b95cd1d req-8e74ccd6-2e58-4b64-a3e3-a21016eb2fa5 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Jan 28 00:58:59.104156 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7472e-8774-43b8-b918-c75918de0e3b req-7939348b-836c-4653-a4ff-36e7f5532e5e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:59.105576 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-30d7472e-8774-43b8-b918-c75918de0e3b req-7939348b-836c-4653-a4ff-36e7f5532e5e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0520532 Jan 28 00:58:59.156942 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-30d7472e-8774-43b8-b918-c75918de0e3b req-94460be1-6b61-45bd-8ace-242674ddfb2d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Jan 28 00:59:00.301039 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a826fc-b6f1-4ed7-9578-5dfbcfbdc141 req-80aad4e1-d7a7-484a-9e6f-8029eeea3aea tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:00.303543 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-25a826fc-b6f1-4ed7-9578-5dfbcfbdc141 req-80aad4e1-d7a7-484a-9e6f-8029eeea3aea tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0575070 Jan 28 00:59:00.391879 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-25a826fc-b6f1-4ed7-9578-5dfbcfbdc141 req-ee912ab6-6c5d-4197-aad7-ca5b58beda21 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816069 Jan 28 00:59:01.042858 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43138) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:01.100547 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5301e40-d666-4676-9487-19d34933ede6 admin admin] Deleting subnet 21c13ba8-b641-4866-ae2f-4d4318da09df {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:59:01.104426 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5301e40-d666-4676-9487-19d34933ede6 admin admin] Publish callbacks [] for subnet (21c13ba8-b641-4866-ae2f-4d4318da09df), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.139626 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5301e40-d666-4676-9487-19d34933ede6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (21c13ba8-b641-4866-ae2f-4d4318da09df), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.179976 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5301e40-d666-4676-9487-19d34933ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (21c13ba8-b641-4866-ae2f-4d4318da09df), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.236406 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5301e40-d666-4676-9487-19d34933ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (21c13ba8-b641-4866-ae2f-4d4318da09df), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.273242 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5301e40-d666-4676-9487-19d34933ede6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c13ba8-b641-4866-ae2f-4d4318da09df,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:01.278640 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5301e40-d666-4676-9487-19d34933ede6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.283057 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a5301e40-d666-4676-9487-19d34933ede6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/21c13ba8-b641-4866-ae2f-4d4318da09df HTTP/1.1" status: 204 len: 168 time: 0.2388225 Jan 28 00:59:01.284821 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43144) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:01.368939 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (5449d510-4630-4ba6-b676-1c4b9d289300), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.478656 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (5449d510-4630-4ba6-b676-1c4b9d289300), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.503744 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5449d510-4630-4ba6-b676-1c4b9d289300']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:01.522281 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e944b88-f81c-48ad-83b0-29d874f59e7e') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:01.522281 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e944b88-f81c-48ad-83b0-29d874f59e7e') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:01.533874 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (5e944b88-f81c-48ad-83b0-29d874f59e7e), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.545654 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a503-ca1f-420e-afad-82cdd02f35fb req-09ee1121-b766-439d-879f-de8f94a724b3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.547278 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3e76a503-ca1f-420e-afad-82cdd02f35fb req-09ee1121-b766-439d-879f-de8f94a724b3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0565436 Jan 28 00:59:01.549782 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (5e944b88-f81c-48ad-83b0-29d874f59e7e), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.556115 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:59:01.556495 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (5e944b88-f81c-48ad-83b0-29d874f59e7e), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:59:01.558659 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:59:01.637102 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (5449d510-4630-4ba6-b676-1c4b9d289300), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.653214 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.658934 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] 10.222.0.78 "DELETE /v2.0/networks/5449d510-4630-4ba6-b676-1c4b9d289300 HTTP/1.1" status: 204 len: 168 time: 0.3730545 Jan 28 00:59:01.676515 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d55cc6-78a9-4575-a2af-2ece6fb9dffd admin admin] Pushing event deleted for resources: {'Network': ['ID=5449d510-4630-4ba6-b676-1c4b9d289300,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:01.819587 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3e76a503-ca1f-420e-afad-82cdd02f35fb req-602c7022-c640-40d6-ae73-c433b6c2b427 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665670 Jan 28 00:59:01.938230 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43162) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:02.006646 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fd49c8b3-f82f-4184-9124-4fde7282e7ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c28f76a4d78416dabc595b2d237134d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0667882 Jan 28 00:59:02.011445 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43168) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:02.037488 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43170) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:02.100979 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d934571f-4071-4fff-84f1-fee70103da72 admin admin] Publish callbacks [] for security_group (93581ebe-0d68-40e8-90e1-74e1f954e90a), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.149820 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d934571f-4071-4fff-84f1-fee70103da72 admin admin] Publish callbacks [] for security_group (93581ebe-0d68-40e8-90e1-74e1f954e90a), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.184564 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-005f5886-7674-4ca0-b5c4-a48c1fada629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.249512 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d934571f-4071-4fff-84f1-fee70103da72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (93581ebe-0d68-40e8-90e1-74e1f954e90a), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.254597 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d934571f-4071-4fff-84f1-fee70103da72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.257415 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-d934571f-4071-4fff-84f1-fee70103da72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93581ebe-0d68-40e8-90e1-74e1f954e90a HTTP/1.1" status: 204 len: 168 time: 0.2441728 Jan 28 00:59:02.276988 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934571f-4071-4fff-84f1-fee70103da72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93581ebe-0d68-40e8-90e1-74e1f954e90a,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:02.525377 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43186) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:02.544713 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-005f5886-7674-4ca0-b5c4-a48c1fada629 admin admin] Publish callbacks [] for security_group (dc99b6da-fe42-4eb1-ba12-4de427c45974), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.551132 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-005f5886-7674-4ca0-b5c4-a48c1fada629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (dc99b6da-fe42-4eb1-ba12-4de427c45974), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.586718 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-005f5886-7674-4ca0-b5c4-a48c1fada629 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4dc4eae2914c48ba82a011ffb4649fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5473802 Jan 28 00:59:02.589963 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43190) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:02.618438 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f5886-7674-4ca0-b5c4-a48c1fada629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99b6da-fe42-4eb1-ba12-4de427c45974,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:02.670036 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-063d83b1-ed4c-40eb-a62c-394f79d40b19 admin admin] Publish callbacks [] for security_group (dc99b6da-fe42-4eb1-ba12-4de427c45974), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.747185 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-063d83b1-ed4c-40eb-a62c-394f79d40b19 admin admin] Publish callbacks [] for security_group (dc99b6da-fe42-4eb1-ba12-4de427c45974), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.823375 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-04789419-462c-45f9-a9aa-06b06803573d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.913178 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-063d83b1-ed4c-40eb-a62c-394f79d40b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (dc99b6da-fe42-4eb1-ba12-4de427c45974), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.926374 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-063d83b1-ed4c-40eb-a62c-394f79d40b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.933300 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-063d83b1-ed4c-40eb-a62c-394f79d40b19 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc99b6da-fe42-4eb1-ba12-4de427c45974 HTTP/1.1" status: 204 len: 168 time: 0.3391342 Jan 28 00:59:02.953452 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d83b1-ed4c-40eb-a62c-394f79d40b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99b6da-fe42-4eb1-ba12-4de427c45974,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:03.073628 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-04789419-462c-45f9-a9aa-06b06803573d admin admin] Publish callbacks [] for security_group (b75fe767-e5e3-4a5f-af3e-dc2d2c6f5a93), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.079762 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-04789419-462c-45f9-a9aa-06b06803573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (b75fe767-e5e3-4a5f-af3e-dc2d2c6f5a93), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.090047 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e694ff-6add-4d74-8988-accb48286f05 req-0beff070-9372-456b-bebc-640b6cda96df tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:03.092272 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-52e694ff-6add-4d74-8988-accb48286f05 req-0beff070-9372-456b-bebc-640b6cda96df tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1185184 Jan 28 00:59:03.175608 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04789419-462c-45f9-a9aa-06b06803573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75fe767-e5e3-4a5f-af3e-dc2d2c6f5a93,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:03.199259 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-04789419-462c-45f9-a9aa-06b06803573d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65ab4f450f9043368c06a604d21280c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6718163 Jan 28 00:59:03.201452 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43218) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:03.223870 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-52e694ff-6add-4d74-8988-accb48286f05 req-9e2b2b85-38a6-47e2-a6c9-12b8f3107d48 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251898 Jan 28 00:59:03.286933 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c5c1221f-8df2-40ca-b4d8-e7b10f6b2358 admin admin] Publish callbacks [] for security_group (b75fe767-e5e3-4a5f-af3e-dc2d2c6f5a93), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.322132 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c5c1221f-8df2-40ca-b4d8-e7b10f6b2358 admin admin] Publish callbacks [] for security_group (b75fe767-e5e3-4a5f-af3e-dc2d2c6f5a93), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.443314 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c5c1221f-8df2-40ca-b4d8-e7b10f6b2358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (b75fe767-e5e3-4a5f-af3e-dc2d2c6f5a93), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.447720 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c5c1221f-8df2-40ca-b4d8-e7b10f6b2358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.452721 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c5c1221f-8df2-40ca-b4d8-e7b10f6b2358 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b75fe767-e5e3-4a5f-af3e-dc2d2c6f5a93 HTTP/1.1" status: 204 len: 168 time: 0.2501717 Jan 28 00:59:03.468471 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1221f-8df2-40ca-b4d8-e7b10f6b2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75fe767-e5e3-4a5f-af3e-dc2d2c6f5a93,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:03.555249 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43240) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:03.572031 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2fe0-9bd3-42a7-9563-c1634bc9ece4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.717791 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2fe0-9bd3-42a7-9563-c1634bc9ece4 admin admin] Publish callbacks [] for security_group (c06f556f-1aeb-4277-86a8-fb0a4fe5a521), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.740293 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2fe0-9bd3-42a7-9563-c1634bc9ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (c06f556f-1aeb-4277-86a8-fb0a4fe5a521), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.787148 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e2fe0-9bd3-42a7-9563-c1634bc9ece4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f556f-1aeb-4277-86a8-fb0a4fe5a521,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:03.838174 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-cd0e2fe0-9bd3-42a7-9563-c1634bc9ece4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bf6be6b2c3d4e959744dd5c9bb63fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786534 Jan 28 00:59:03.838337 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43256) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:03.935103 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7100401b-a414-494a-9165-8dae693d4111 admin admin] Publish callbacks [] for security_group (c06f556f-1aeb-4277-86a8-fb0a4fe5a521), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.977962 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7100401b-a414-494a-9165-8dae693d4111 admin admin] Publish callbacks [] for security_group (c06f556f-1aeb-4277-86a8-fb0a4fe5a521), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.057259 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7100401b-a414-494a-9165-8dae693d4111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (c06f556f-1aeb-4277-86a8-fb0a4fe5a521), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.060034 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7100401b-a414-494a-9165-8dae693d4111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.061844 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-7100401b-a414-494a-9165-8dae693d4111 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c06f556f-1aeb-4277-86a8-fb0a4fe5a521 HTTP/1.1" status: 204 len: 168 time: 0.2220562 Jan 28 00:59:04.070077 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100401b-a414-494a-9165-8dae693d4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f556f-1aeb-4277-86a8-fb0a4fe5a521,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:04.402054 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4080a8-dfd7-45e3-bcd8-17ad164ccccc req-73535aca-2cf5-4d69-8d71-4df218d5ffa2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.404579 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3d4080a8-dfd7-45e3-bcd8-17ad164ccccc req-73535aca-2cf5-4d69-8d71-4df218d5ffa2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0687315 Jan 28 00:59:04.409034 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43288) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:04.511879 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3d4080a8-dfd7-45e3-bcd8-17ad164ccccc req-b88ff4c3-5ffa-4c35-a2b8-440045d42deb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001055 Jan 28 00:59:04.707385 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc8c5-8af0-4164-9bcc-3970361f1e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.836132 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc8c5-8af0-4164-9bcc-3970361f1e3d admin admin] Publish callbacks [] for security_group (8d09c30d-9d3b-4433-b544-763a9170767c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.842770 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc8c5-8af0-4164-9bcc-3970361f1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8d09c30d-9d3b-4433-b544-763a9170767c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.910690 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-cb0bc8c5-8af0-4164-9bcc-3970361f1e3d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2796cfcfe8b494aa74d9750f9c735fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999771 Jan 28 00:59:04.912036 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bc8c5-8af0-4164-9bcc-3970361f1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d09c30d-9d3b-4433-b544-763a9170767c,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:04.913486 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43306) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:05.042981 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-254b0bbd-4ebb-43ca-a734-f9487123f860 admin admin] Publish callbacks [] for security_group (8d09c30d-9d3b-4433-b544-763a9170767c), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.090240 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-254b0bbd-4ebb-43ca-a734-f9487123f860 admin admin] Publish callbacks [] for security_group (8d09c30d-9d3b-4433-b544-763a9170767c), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.205222 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-254b0bbd-4ebb-43ca-a734-f9487123f860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8d09c30d-9d3b-4433-b544-763a9170767c), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.208915 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-254b0bbd-4ebb-43ca-a734-f9487123f860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.210500 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-254b0bbd-4ebb-43ca-a734-f9487123f860 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d09c30d-9d3b-4433-b544-763a9170767c HTTP/1.1" status: 204 len: 168 time: 0.2955251 Jan 28 00:59:05.223681 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b0bbd-4ebb-43ca-a734-f9487123f860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d09c30d-9d3b-4433-b544-763a9170767c,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:05.484404 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43330) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:05.637995 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43340) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:05.652802 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-758670914-network', 'tenant_id': '5aa12e9e43b74e37b418bbc4806a875c'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:05.672710 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf92-896a-4d0e-8674-61d116301b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.709435 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Made reservation on behalf of 5aa12e9e43b74e37b418bbc4806a875c for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:05.711846 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.726058 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49c948-333c-4fad-af03-bd847fda0ce3 req-4ad8b552-0968-4b85-b187-55040d672f10 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:05.731463 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5d49c948-333c-4fad-af03-bd847fda0ce3 req-4ad8b552-0968-4b85-b187-55040d672f10 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1272974 Jan 28 00:59:05.754948 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.857158 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5d49c948-333c-4fad-af03-bd847fda0ce3 req-65b297ce-3889-400e-bdd3-e0e58bf497f0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160421 Jan 28 00:59:05.864578 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf92-896a-4d0e-8674-61d116301b4c admin admin] Publish callbacks [] for security_group (a99e3d2d-6056-40b5-b792-c75aafc45667), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.872570 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf92-896a-4d0e-8674-61d116301b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (a99e3d2d-6056-40b5-b792-c75aafc45667), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.936845 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-7e25cf92-896a-4d0e-8674-61d116301b4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22e4799d665f4b47b6d1e98a690d56b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929575 Jan 28 00:59:05.937281 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43346) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:05.938324 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25cf92-896a-4d0e-8674-61d116301b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99e3d2d-6056-40b5-b792-c75aafc45667,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:05.962759 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Publish callbacks [] for security_group (8fd6a76e-78ba-45ee-885c-ea7fbead91ec), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.969337 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8fd6a76e-78ba-45ee-885c-ea7fbead91ec), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.008060 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb0762fb-46cc-4178-a8ed-54b39bed2fd8 admin admin] Publish callbacks [] for security_group (a99e3d2d-6056-40b5-b792-c75aafc45667), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.020354 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:59:06.036511 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd6a76e-78ba-45ee-885c-ea7fbead91ec,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:06.048295 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (ef904cf4-230c-46cc-8b97-38c470ca8bbe), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.048765 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Added segment ef904cf4-230c-46cc-8b97-38c470ca8bbe of type vlan for network 87529b14-ec97-47b6-b564-089e17ceb8e6 Jan 28 00:59:06.053704 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb0762fb-46cc-4178-a8ed-54b39bed2fd8 admin admin] Publish callbacks [] for security_group (a99e3d2d-6056-40b5-b792-c75aafc45667), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.127060 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb0762fb-46cc-4178-a8ed-54b39bed2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (a99e3d2d-6056-40b5-b792-c75aafc45667), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.130062 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb0762fb-46cc-4178-a8ed-54b39bed2fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.131533 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-eb0762fb-46cc-4178-a8ed-54b39bed2fd8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a99e3d2d-6056-40b5-b792-c75aafc45667 HTTP/1.1" status: 204 len: 168 time: 0.1930113 Jan 28 00:59:06.132208 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (87529b14-ec97-47b6-b564-089e17ceb8e6), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.152221 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0762fb-46cc-4178-a8ed-54b39bed2fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99e3d2d-6056-40b5-b792-c75aafc45667,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:06.201457 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (87529b14-ec97-47b6-b564-089e17ceb8e6), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.203690 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.204731 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.307555 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8204811 Jan 28 00:59:06.311274 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43364) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:06.319117 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Request body: {'subnet': {'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-758670914-subnet', 'tenant_id': '5aa12e9e43b74e37b418bbc4806a875c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:06.321300 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bc49a-d2b6-46b7-838e-5e5e007771ac admin admin] Pushing event updated for resources: {'Network': ['ID=87529b14-ec97-47b6-b564-089e17ceb8e6,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:06.333647 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 87529b14-ec97-47b6-b564-089e17ceb8e6 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:59:06.367076 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Made reservation on behalf of 5aa12e9e43b74e37b418bbc4806a875c for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:06.370048 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7371616'] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.652620 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7805259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7371634'] for subnet (c56031b9-3812-4be6-9990-4c1321e63b15), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.689443 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43378) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:06.727079 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56031b9-3812-4be6-9990-4c1321e63b15,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:06.732373 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Checking segment: {'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:06.733507 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Network hostable DHCP agents. Network: 87529b14-ec97-47b6-b564-089e17ceb8e6, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:59:06.760565 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Network 87529b14-ec97-47b6-b564-089e17ceb8e6 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:59:06.775436 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 87529b14-ec97-47b6-b564-089e17ceb8e6) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:06.781554 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.782927 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.787739 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4939e3f-7b69-44cc-bbf1-860a14c545cb None None] Network 87529b14-ec97-47b6-b564-089e17ceb8e6 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:06.806436 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b733668a-61c0-4772-9fb7-d40e6bb44d46 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4937406 Jan 28 00:59:06.909008 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-226667e7-2567-4c7b-8e41-ef51e2a19fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.933370 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9cbab-d5ad-4058-a429-a0ec1401751d None None] Network 87529b14-ec97-47b6-b564-089e17ceb8e6 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:07.051279 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3a270-002f-4087-a288-bf2e3162a86d req-3435b116-4c15-42c6-ac1c-fe78ea4a2dfa tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:07.052839 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-91f3a270-002f-4087-a288-bf2e3162a86d req-3435b116-4c15-42c6-ac1c-fe78ea4a2dfa tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0766478 Jan 28 00:59:07.090466 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-226667e7-2567-4c7b-8e41-ef51e2a19fcb admin admin] Publish callbacks [] for security_group (f51dc080-1517-4863-850f-594e48b35519), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.101074 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-226667e7-2567-4c7b-8e41-ef51e2a19fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (f51dc080-1517-4863-850f-594e48b35519), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.156252 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-226667e7-2567-4c7b-8e41-ef51e2a19fcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bef5ee2eda647038e3c8084e676a95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636121 Jan 28 00:59:07.159754 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43402) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:07.169718 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226667e7-2567-4c7b-8e41-ef51e2a19fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51dc080-1517-4863-850f-594e48b35519,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:07.178863 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-91f3a270-002f-4087-a288-bf2e3162a86d req-b150a526-f450-439b-b760-e0ca750109cb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119759 Jan 28 00:59:07.260733 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e636-db36-4cf4-868d-1553a715c096 admin admin] Publish callbacks [] for security_group (f51dc080-1517-4863-850f-594e48b35519), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.312966 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e636-db36-4cf4-868d-1553a715c096 admin admin] Publish callbacks [] for security_group (f51dc080-1517-4863-850f-594e48b35519), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.375451 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e636-db36-4cf4-868d-1553a715c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (f51dc080-1517-4863-850f-594e48b35519), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.378229 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e636-db36-4cf4-868d-1553a715c096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.382492 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-1dd5e636-db36-4cf4-868d-1553a715c096 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f51dc080-1517-4863-850f-594e48b35519 HTTP/1.1" status: 204 len: 168 time: 0.2215602 Jan 28 00:59:07.392317 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5e636-db36-4cf4-868d-1553a715c096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51dc080-1517-4863-850f-594e48b35519,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:08.340095 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517eed1-a459-45df-9bb4-4e135170c5d5 req-a03452c0-c8e5-4e4b-a76a-44d273f8f663 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:08.341796 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4517eed1-a459-45df-9bb4-4e135170c5d5 req-a03452c0-c8e5-4e4b-a76a-44d273f8f663 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0554051 Jan 28 00:59:08.427492 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4517eed1-a459-45df-9bb4-4e135170c5d5 req-96c54c05-7649-4f44-8d96-1bcc70418ddd tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735576 Jan 28 00:59:09.335917 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43506) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:09.371298 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-af70c9a6-fe60-4313-aa25-1f65c9bcf6c1 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:09.374225 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-af70c9a6-fe60-4313-aa25-1f65c9bcf6c1 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/networks?id=87529b14-ec97-47b6-b564-089e17ceb8e6 HTTP/1.1" status: 200 len: 813 time: 0.2011323 Jan 28 00:59:09.442168 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-73abfe82-9228-4463-8000-2e25e9806acc tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/quotas/5aa12e9e43b74e37b418bbc4806a875c HTTP/1.1" status: 200 len: 375 time: 0.0495744 Jan 28 00:59:09.530442 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-3a128bed-2ea1-44c9-a788-2194fb91d5eb tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5aa12e9e43b74e37b418bbc4806a875c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866499 Jan 28 00:59:09.640894 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9aee-4998-487c-b010-afd9994d9672 req-467d53d3-28c2-4006-9da5-d7242f13dee4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:09.642417 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-068a9aee-4998-487c-b010-afd9994d9672 req-467d53d3-28c2-4006-9da5-d7242f13dee4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0783384 Jan 28 00:59:09.647459 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-eb64a986-96a5-471d-be53-fbae3b10954f service neutron] 10.222.0.78 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155453 Jan 28 00:59:09.664864 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4b23ce3b-8433-4bd9-af8d-b2e35e6d850d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:09.727520 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-068a9aee-4998-487c-b010-afd9994d9672 req-1431bf5f-ac11-463e-875c-1ba4b63e4939 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771616 Jan 28 00:59:09.777065 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-a932568a-6c67-400a-b782-bbeaf5103893 service neutron] 10.222.0.78 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227233 Jan 28 00:59:09.799441 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4b23ce3b-8433-4bd9-af8d-b2e35e6d850d admin admin] Publish callbacks [] for security_group (fdeaadea-9fc3-4eef-9c42-ede3f554ecca), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:09.804316 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4b23ce3b-8433-4bd9-af8d-b2e35e6d850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (fdeaadea-9fc3-4eef-9c42-ede3f554ecca), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:09.846521 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4b23ce3b-8433-4bd9-af8d-b2e35e6d850d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54530f633ae84d358c076474e647b419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050659 Jan 28 00:59:09.846521 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23ce3b-8433-4bd9-af8d-b2e35e6d850d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeaadea-9fc3-4eef-9c42-ede3f554ecca,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:09.846976 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43530) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:09.921741 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-29dc1aa6-ad23-4b15-8d14-18bca431d7da admin admin] Publish callbacks [] for security_group (fdeaadea-9fc3-4eef-9c42-ede3f554ecca), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:09.950793 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-29dc1aa6-ad23-4b15-8d14-18bca431d7da admin admin] Publish callbacks [] for security_group (fdeaadea-9fc3-4eef-9c42-ede3f554ecca), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:09.967542 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7ddaa3fe-c151-46d9-bfaf-edb53d1bdd2f req-d9062218-aeef-462c-bd44-f2d655bdd707 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 210 time: 0.0376370 Jan 28 00:59:10.023484 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-29dc1aa6-ad23-4b15-8d14-18bca431d7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (fdeaadea-9fc3-4eef-9c42-ede3f554ecca), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:10.025814 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-29dc1aa6-ad23-4b15-8d14-18bca431d7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:10.030137 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-29dc1aa6-ad23-4b15-8d14-18bca431d7da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fdeaadea-9fc3-4eef-9c42-ede3f554ecca HTTP/1.1" status: 204 len: 168 time: 0.1792948 Jan 28 00:59:10.041344 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc1aa6-ad23-4b15-8d14-18bca431d7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeaadea-9fc3-4eef-9c42-ede3f554ecca,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:10.863547 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2f2ef-995c-4d33-837c-8607a0548926 req-51e9027c-af79-455c-935f-38222f413470 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:10.865922 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2bd2f2ef-995c-4d33-837c-8607a0548926 req-51e9027c-af79-455c-935f-38222f413470 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0602181 Jan 28 00:59:10.944073 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2bd2f2ef-995c-4d33-837c-8607a0548926 req-982c6537-efcd-43ba-a8c6-d21a6ff1be65 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708389 Jan 28 00:59:11.098012 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4718b90c-f939-4209-a3b4-a8a1c6386b3d req-a1a403bd-4d52-4969-a623-b65d672d721f tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 210 time: 0.0324574 Jan 28 00:59:11.368051 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-e097ae7d-1000-4efc-b070-80cec37f9c4f tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:11.370048 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-e097ae7d-1000-4efc-b070-80cec37f9c4f tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.15 "GET /v2.0/networks?id=87529b14-ec97-47b6-b564-089e17ceb8e6 HTTP/1.1" status: 200 len: 813 time: 0.1419663 Jan 28 00:59:11.392564 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Request body: {'port': {'device_id': 'da1024b0-1f5b-45b0-9780-abb901287988', 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6', 'admin_state_up': True, 'tenant_id': '5aa12e9e43b74e37b418bbc4806a875c'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:11.534090 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Made reservation on behalf of 5aa12e9e43b74e37b418bbc4806a875c for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:11.537653 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.744121 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Allocated IP 172.20.0.5 (87529b14-ec97-47b6-b564-089e17ceb8e6/c56031b9-3812-4be6-9990-4c1321e63b15/e8a2f591-0a29-4bfe-a85d-856e9bb034df) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:11.953860 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks [] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.990703 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.026734 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.061419 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Network 87529b14-ec97-47b6-b564-089e17ceb8e6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:12.074562 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e905a-3f74-4548-b16a-2ea2bb5daa55 req-2928ab13-9913-430b-9c79-826ee682550e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.076643 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-db3e905a-3f74-4548-b16a-2ea2bb5daa55 req-2928ab13-9913-430b-9c79-826ee682550e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0671959 Jan 28 00:59:12.077315 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:12.080683 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:12.086843 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Pushing event updated for resources: {'Port': ['ID=e8a2f591-0a29-4bfe-a85d-856e9bb034df,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:12.139976 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-db3e905a-3f74-4548-b16a-2ea2bb5daa55 req-4e21b943-ea23-44c5-81bc-3b407d9b8ad7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546737 Jan 28 00:59:12.157203 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.157847 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.188075 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-22ab86e3-3688-498f-9f0b-6d8ccc8d144e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8008327 Jan 28 00:59:12.537413 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd195c-c383-46ff-8633-29808ede62ef req-11fda18c-0789-4304-8795-e4be037f0129 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.538964 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-36dd195c-c383-46ff-8633-29808ede62ef req-11fda18c-0789-4304-8795-e4be037f0129 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 931 time: 0.0496311 Jan 28 00:59:12.587479 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-36dd195c-c383-46ff-8633-29808ede62ef req-b47fe16f-41ba-4197-9937-77ae10c7ec65 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Jan 28 00:59:13.273830 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e483822-1f66-4d62-9161-da8fcd9154b3 req-dc5b268a-9ccd-4282-a1aa-638b82b4d05d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:13.275423 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8e483822-1f66-4d62-9161-da8fcd9154b3 req-dc5b268a-9ccd-4282-a1aa-638b82b4d05d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0549221 Jan 28 00:59:13.323095 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8e483822-1f66-4d62-9161-da8fcd9154b3 req-0853c8ad-5bfe-457b-8fef-e998dc225b5d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Jan 28 00:59:13.706054 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd976f-a137-41c6-8b23-ce11c04cd6f7 req-53938711-f88c-46d8-80d9-32696ae87f67 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:13.707481 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0acd976f-a137-41c6-8b23-ce11c04cd6f7 req-53938711-f88c-46d8-80d9-32696ae87f67 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 931 time: 0.0483198 Jan 28 00:59:13.757324 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0acd976f-a137-41c6-8b23-ce11c04cd6f7 req-afb204eb-927b-451b-8838-03eae605196c tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Jan 28 00:59:14.256856 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Request body: {'port': {'device_id': 'da1024b0-1f5b-45b0-9780-abb901287988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:14.309358 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.450952 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac74a7-f900-451d-ab4e-73f761a78888 req-a3d61d32-1601-408f-990c-821640fe84b7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:14.459577 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-deac74a7-f900-451d-ab4e-73f761a78888 req-a3d61d32-1601-408f-990c-821640fe84b7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0635209 Jan 28 00:59:14.519209 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-deac74a7-f900-451d-ab4e-73f761a78888 req-d1f8c35d-1e60-4b05-ac44-b482c9b25f32 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582397 Jan 28 00:59:14.615143 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a2f591-0a29-4bfe-a85d-856e9bb034df {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:14.622560 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Publish callbacks [] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.635838 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Transition to ACTIVE for port object e8a2f591-0a29-4bfe-a85d-856e9bb034df will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:14.640755 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.688096 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Pushing event updated for resources: {'Port': ['ID=e8a2f591-0a29-4bfe-a85d-856e9bb034df,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:14.760935 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Attempting to bind port e8a2f591-0a29-4bfe-a85d-856e9bb034df on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:14.761267 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Attempting to bind port e8a2f591-0a29-4bfe-a85d-856e9bb034df by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:14.761598 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Attempting to bind port e8a2f591-0a29-4bfe-a85d-856e9bb034df on network 87529b14-ec97-47b6-b564-089e17ceb8e6 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:14.766793 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Port e8a2f591-0a29-4bfe-a85d-856e9bb034df on network 87529b14-ec97-47b6-b564-089e17ceb8e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:14.767138 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Attempting to bind port e8a2f591-0a29-4bfe-a85d-856e9bb034df on network 87529b14-ec97-47b6-b564-089e17ceb8e6 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:14.773302 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:14.773815 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Checking segment: {'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:14.774249 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Bound using segment: {'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:14.774970 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Bound port: e8a2f591-0a29-4bfe-a85d-856e9bb034df, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:14.775546 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.867272 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] For port e8a2f591-0a29-4bfe-a85d-856e9bb034df, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:14.883632 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] For port e8a2f591-0a29-4bfe-a85d-856e9bb034df, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e8a2f591-0a29-4bfe-a85d-856e9bb034df,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:14.889436 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.928965 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238f902-c845-4166-927a-77a0450f1889 req-2e7b9510-d173-4578-80c9-4ecf8b537724 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:14.930441 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0238f902-c845-4166-927a-77a0450f1889 req-2e7b9510-d173-4578-80c9-4ecf8b537724 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 943 time: 0.0937939 Jan 28 00:59:14.955647 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:14.956256 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.957658 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] 10.222.0.15 "PUT /v2.0/ports/e8a2f591-0a29-4bfe-a85d-856e9bb034df HTTP/1.1" status: 200 len: 1093 time: 0.7056422 Jan 28 00:59:14.958095 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1024b0-1f5b-45b0-9780-abb901287988', 'tag': 'e8a2f591-0a29-4bfe-a85d-856e9bb034df'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:14.960369 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1148f1-4f65-4f79-a755-ed3196175bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "da1024b0-1f5b-45b0-9780-abb901287988", "tag": "e8a2f591-0a29-4bfe-a85d-856e9bb034df"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:14.991293 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ebe78-63bc-4484-a688-e4c15cfa866f service neutron] Pushing event updated for resources: {'Port': ['ID=e8a2f591-0a29-4bfe-a85d-856e9bb034df,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:15.005820 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a96c5-7cf2-41bd-b050-37170b91d8fc x-openstack-request-id: req-985a96c5-7cf2-41bd-b050-37170b91d8fc {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:15.006108 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1024b0-1f5b-45b0-9780-abb901287988", "tag": "e8a2f591-0a29-4bfe-a85d-856e9bb034df", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:15.006358 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-985a96c5-7cf2-41bd-b050-37170b91d8fc {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:15.006775 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1024b0-1f5b-45b0-9780-abb901287988', 'tag': 'e8a2f591-0a29-4bfe-a85d-856e9bb034df', 'status': 'completed', 'code': 200} Jan 28 00:59:15.019616 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0238f902-c845-4166-927a-77a0450f1889 req-0a556ea4-9c48-497d-a14c-7a688114d4b4 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796037 Jan 28 00:59:15.088105 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-7ea84537-ae3f-41b0-8947-9c2392818693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.089621 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-7ea84537-ae3f-41b0-8947-9c2392818693 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aa12e9e43b74e37b418bbc4806a875c&device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 1096 time: 0.0462520 Jan 28 00:59:15.145529 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-ed9b1141-4e53-47fc-94be-0f4ca5445657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a2f591-0a29-4bfe-a85d-856e9bb034df HTTP/1.1" status: 200 len: 217 time: 0.0358355 Jan 28 00:59:15.201713 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-fa3756d9-b1f3-4325-be82-902aa250c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.203236 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-fa3756d9-b1f3-4325-be82-902aa250c886 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c56031b9-3812-4be6-9990-4c1321e63b15 HTTP/1.1" status: 200 len: 853 time: 0.0518205 Jan 28 00:59:15.238933 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-42578724-e113-49be-8f66-363f667fef87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87529b14-ec97-47b6-b564-089e17ceb8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292060 Jan 28 00:59:15.328959 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-cb00a90b-999b-4673-b424-c23253e366c8 service neutron] 10.222.0.15 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830014 Jan 28 00:59:15.433359 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8189ab1c-3d20-470a-977b-bd8178fccc1d req-622ddb5f-c6ba-4f67-afdd-e79419dae54f service neutron] 10.222.0.15 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940335 Jan 28 00:59:15.645340 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-ffc89dc2-1e1e-4af7-bbd0-820a2a523945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.647248 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-ffc89dc2-1e1e-4af7-bbd0-820a2a523945 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aa12e9e43b74e37b418bbc4806a875c&device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 1096 time: 0.0701756 Jan 28 00:59:15.678974 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb151dd-56f7-4e9a-88b9-d0ff1cc6a35a req-f6b0a167-2e43-4a98-a217-70df46a283bb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.678974 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ccb151dd-56f7-4e9a-88b9-d0ff1cc6a35a req-f6b0a167-2e43-4a98-a217-70df46a283bb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0863180 Jan 28 00:59:15.796881 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ccb151dd-56f7-4e9a-88b9-d0ff1cc6a35a req-95708bdc-fed4-445e-b551-1dc0611758c7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105859 Jan 28 00:59:15.803573 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-4e6a81e5-2d2b-43fa-97bb-119a55cfa65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.805922 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-4e6a81e5-2d2b-43fa-97bb-119a55cfa65a service neutron] 10.222.0.15 "GET /v2.0/networks?id=87529b14-ec97-47b6-b564-089e17ceb8e6 HTTP/1.1" status: 200 len: 914 time: 0.1497378 Jan 28 00:59:15.861755 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-eb7cc4fe-ed8c-4c27-9c6e-c0af64269063 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a2f591-0a29-4bfe-a85d-856e9bb034df HTTP/1.1" status: 200 len: 217 time: 0.0433495 Jan 28 00:59:15.952215 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-89ec8d9c-3d2b-447f-91ff-374a6bc6f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.953750 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-89ec8d9c-3d2b-447f-91ff-374a6bc6f56e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c56031b9-3812-4be6-9990-4c1321e63b15 HTTP/1.1" status: 200 len: 853 time: 0.0825155 Jan 28 00:59:15.959824 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a25acb-ac3a-4ba1-a1bd-4db49c800cb4 req-12483296-636d-4c02-94e6-f97ca323fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.961428 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-95a25acb-ac3a-4ba1-a1bd-4db49c800cb4 req-12483296-636d-4c02-94e6-f97ca323fcc5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 1099 time: 0.0611305 Jan 28 00:59:15.990811 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-a9da1f86-896e-4657-9197-ff25d10a1740 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87529b14-ec97-47b6-b564-089e17ceb8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283651 Jan 28 00:59:16.090513 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-95a25acb-ac3a-4ba1-a1bd-4db49c800cb4 req-1ca7f2ab-c7ae-4eed-8ce3-132b64199143 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207366 Jan 28 00:59:16.128700 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-c83bad89-fc2a-4f8e-8f26-7adeb91a201d service neutron] 10.222.0.15 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286545 Jan 28 00:59:16.168520 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49c91a-4b5d-4a40-be81-b3c493d51af1 req-747f25a4-386d-4019-b5da-5404d5cbcef3 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:16.170869 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0d49c91a-4b5d-4a40-be81-b3c493d51af1 req-747f25a4-386d-4019-b5da-5404d5cbcef3 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 943 time: 0.0549312 Jan 28 00:59:16.251775 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0d49c91a-4b5d-4a40-be81-b3c493d51af1 req-19e61afe-3a08-4ada-973d-1a479d69dc31 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741401 Jan 28 00:59:16.499205 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df1148f1-4f65-4f79-a755-ed3196175bdf req-0b56e097-5170-49c6-abd2-cadcedc8eb90 service neutron] 10.222.0.15 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971045 Jan 28 00:59:16.867037 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1d19aa66-18db-4109-b276-cb4f8c011b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:16.990520 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06d484-c3d8-49f9-a5e1-42135c3e7480 req-01219c5d-5562-44de-9ba4-0506a033ce95 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:16.992748 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4e06d484-c3d8-49f9-a5e1-42135c3e7480 req-01219c5d-5562-44de-9ba4-0506a033ce95 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0628402 Jan 28 00:59:17.052489 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4e06d484-c3d8-49f9-a5e1-42135c3e7480 req-0499585e-7fb3-4de2-8409-303aa12c76bb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Jan 28 00:59:17.397096 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e28a0a-c4aa-440b-be03-3fecaa5fef70 req-ae8e2d12-c628-49dd-8cc9-e8c96db3b654 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:17.398961 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-32e28a0a-c4aa-440b-be03-3fecaa5fef70 req-ae8e2d12-c628-49dd-8cc9-e8c96db3b654 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 943 time: 0.0613563 Jan 28 00:59:17.492440 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-32e28a0a-c4aa-440b-be03-3fecaa5fef70 req-60d77b4a-4eaa-4e30-a3ac-96486cdb8201 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697644 Jan 28 00:59:17.807234 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43774) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:17.933842 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eefb2624-9950-44dc-93a8-17d732484e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.025176 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eefb2624-9950-44dc-93a8-17d732484e74 admin admin] Publish callbacks [] for security_group (6afc64b2-9d96-4bee-b614-055feedf167b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.030810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eefb2624-9950-44dc-93a8-17d732484e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (6afc64b2-9d96-4bee-b614-055feedf167b), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.072468 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb2624-9950-44dc-93a8-17d732484e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afc64b2-9d96-4bee-b614-055feedf167b,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:18.078249 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-eefb2624-9950-44dc-93a8-17d732484e74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=722340fa8fed4d92a1a33cfa5998eb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699449 Jan 28 00:59:18.082501 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43782) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:18.136395 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7321de2e-890b-4ba2-8d33-208af3b545cb admin admin] Publish callbacks [] for security_group (6afc64b2-9d96-4bee-b614-055feedf167b), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.161516 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7321de2e-890b-4ba2-8d33-208af3b545cb admin admin] Publish callbacks [] for security_group (6afc64b2-9d96-4bee-b614-055feedf167b), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.195291 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ba69f-4424-41ab-ab68-a620bb070f48 req-5206c4e8-0c21-4ae8-8f83-4bacb24712b2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:18.196925 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dd3ba69f-4424-41ab-ab68-a620bb070f48 req-5206c4e8-0c21-4ae8-8f83-4bacb24712b2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0553801 Jan 28 00:59:18.220727 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7321de2e-890b-4ba2-8d33-208af3b545cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (6afc64b2-9d96-4bee-b614-055feedf167b), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.224101 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7321de2e-890b-4ba2-8d33-208af3b545cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.225389 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-7321de2e-890b-4ba2-8d33-208af3b545cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6afc64b2-9d96-4bee-b614-055feedf167b HTTP/1.1" status: 204 len: 168 time: 0.1417954 Jan 28 00:59:18.237414 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321de2e-890b-4ba2-8d33-208af3b545cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afc64b2-9d96-4bee-b614-055feedf167b,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:18.252922 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device e8a2f591-0a29-4bfe-a85d-856e9bb034df details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:59:18.283140 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dd3ba69f-4424-41ab-ab68-a620bb070f48 req-7d4d2d58-607a-4666-aa55-9dbc42fdb858 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773480 Jan 28 00:59:18.378306 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port e8a2f591-0a29-4bfe-a85d-856e9bb034df, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e8a2f591-0a29-4bfe-a85d-856e9bb034df,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:18.392075 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': 'e8a2f591-0a29-4bfe-a85d-856e9bb034df', 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6', 'port_id': 'e8a2f591-0a29-4bfe-a85d-856e9bb034df', 'mac_address': 'fa:16:3e:0c:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56031b9-3812-4be6-9990-4c1321e63b15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:59:18.445140 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fea99-388c-4846-955c-85aefe2ee00d req-7860524d-0137-4fbe-8911-62e4e7a590d7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:18.450315 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b02fea99-388c-4846-955c-85aefe2ee00d req-7860524d-0137-4fbe-8911-62e4e7a590d7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0727842 Jan 28 00:59:18.452055 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port e8a2f591-0a29-4bfe-a85d-856e9bb034df is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:18.452354 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.470442 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a2f591-0a29-4bfe-a85d-856e9bb034df {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:18.508819 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port e8a2f591-0a29-4bfe-a85d-856e9bb034df, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e8a2f591-0a29-4bfe-a85d-856e9bb034df,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:18.514237 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.584339 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b02fea99-388c-4846-955c-85aefe2ee00d req-2f917789-967a-4ff8-a985-5a9b4974c3dc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117244 Jan 28 00:59:18.632259 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=e8a2f591-0a29-4bfe-a85d-856e9bb034df,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:18.649490 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.649829 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.651046 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.651527 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.651945 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.652356 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.652765 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.653265 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.659112 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.659112 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.659112 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.661128 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.661434 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:18.710023 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297480a-9b1d-489d-97f3-6c89ac4aadbe req-1dbebf31-a7b3-4de3-abcc-43d5d205dd33 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:18.719066 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d297480a-9b1d-489d-97f3-6c89ac4aadbe req-1dbebf31-a7b3-4de3-abcc-43d5d205dd33 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 944 time: 0.1142952 Jan 28 00:59:18.785450 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d297480a-9b1d-489d-97f3-6c89ac4aadbe req-f253dfdd-41ce-46cc-a7bb-c79ec6f9ce69 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644057 Jan 28 00:59:18.992840 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['e8a2f591-0a29-4bfe-a85d-856e9bb034df'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:19.038109 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43830) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:19.125346 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43838) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:19.220010 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-eaea8029-ab8c-4ee0-8ef0-4b6a28e22527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.291561 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c6ff47a7-299a-402f-8bc8-c99d29f197bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.300920 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-14367e3b-b6ea-4f9b-904a-bec8016298ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.425827 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-14367e3b-b6ea-4f9b-904a-bec8016298ec admin admin] Publish callbacks [] for security_group (8644503c-111c-4eea-bc21-70ec4c79d2fe), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.431702 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-14367e3b-b6ea-4f9b-904a-bec8016298ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8644503c-111c-4eea-bc21-70ec4c79d2fe), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.439360 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c6ff47a7-299a-402f-8bc8-c99d29f197bf admin admin] Publish callbacks [] for security_group (f43b9438-d3ae-48f0-bb5f-dab550b4f243), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.454321 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c6ff47a7-299a-402f-8bc8-c99d29f197bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (f43b9438-d3ae-48f0-bb5f-dab550b4f243), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.493947 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-14367e3b-b6ea-4f9b-904a-bec8016298ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8bf6a8391a954bb8ae5e0c9f9027e4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652964 Jan 28 00:59:19.495719 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14367e3b-b6ea-4f9b-904a-bec8016298ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8644503c-111c-4eea-bc21-70ec4c79d2fe,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:19.497603 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 43852) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:19.501149 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c6ff47a7-299a-402f-8bc8-c99d29f197bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0f35b6d343244fbb4660ea21b06fb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619398 Jan 28 00:59:19.505099 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43854) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:19.542908 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff47a7-299a-402f-8bc8-c99d29f197bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43b9438-d3ae-48f0-bb5f-dab550b4f243,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:19.578086 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf2d03dd-b746-4409-a695-dc567684f718 admin admin] Publish callbacks [] for security_group (f43b9438-d3ae-48f0-bb5f-dab550b4f243), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.583145 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ea0fd5cb-03d6-498f-8505-9521f8b2b75f admin admin] Publish callbacks [] for security_group (8644503c-111c-4eea-bc21-70ec4c79d2fe), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.607817 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf2d03dd-b746-4409-a695-dc567684f718 admin admin] Publish callbacks [] for security_group (f43b9438-d3ae-48f0-bb5f-dab550b4f243), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.611328 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ea0fd5cb-03d6-498f-8505-9521f8b2b75f admin admin] Publish callbacks [] for security_group (8644503c-111c-4eea-bc21-70ec4c79d2fe), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.683809 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ea0fd5cb-03d6-498f-8505-9521f8b2b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8644503c-111c-4eea-bc21-70ec4c79d2fe), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.687234 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ea0fd5cb-03d6-498f-8505-9521f8b2b75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.688077 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf2d03dd-b746-4409-a695-dc567684f718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (f43b9438-d3ae-48f0-bb5f-dab550b4f243), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.688959 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-ea0fd5cb-03d6-498f-8505-9521f8b2b75f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8644503c-111c-4eea-bc21-70ec4c79d2fe HTTP/1.1" status: 204 len: 168 time: 0.1892996 Jan 28 00:59:19.691537 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf2d03dd-b746-4409-a695-dc567684f718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.696955 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cf2d03dd-b746-4409-a695-dc567684f718 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f43b9438-d3ae-48f0-bb5f-dab550b4f243 HTTP/1.1" status: 204 len: 168 time: 0.1905363 Jan 28 00:59:19.706186 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d03dd-b746-4409-a695-dc567684f718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43b9438-d3ae-48f0-bb5f-dab550b4f243,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:19.714749 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fd5cb-03d6-498f-8505-9521f8b2b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8644503c-111c-4eea-bc21-70ec4c79d2fe,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:20.020109 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebfa46-2e0a-4178-a445-fdbcdefcc31e req-dad45497-b13c-4b68-a630-c99b63d241c7 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.048006 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-70ebfa46-2e0a-4178-a445-fdbcdefcc31e req-dad45497-b13c-4b68-a630-c99b63d241c7 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 944 time: 0.1336677 Jan 28 00:59:20.168655 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-70ebfa46-2e0a-4178-a445-fdbcdefcc31e req-7dd38a0d-1603-417f-a7cf-51366e11bda0 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147761 Jan 28 00:59:20.275144 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device e8a2f591-0a29-4bfe-a85d-856e9bb034df up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:59:20.371707 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port e8a2f591-0a29-4bfe-a85d-856e9bb034df completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:59:20.377486 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port e8a2f591-0a29-4bfe-a85d-856e9bb034df triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:20.378050 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.440002 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43888) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:20.472671 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ce2b252e-d9de-4275-b920-c603b5dee2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.519010 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.520065 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port e8a2f591-0a29-4bfe-a85d-856e9bb034df is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:20.520579 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.548203 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1024b0-1f5b-45b0-9780-abb901287988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a2f591-0a29-4bfe-a85d-856e9bb034df'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:20.550871 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd9c59c-ed77-4605-895c-40ee748fbc8d" -d '{"events": [{"server_uuid": "da1024b0-1f5b-45b0-9780-abb901287988", "name": "network-vif-plugged", "status": "completed", "tag": "e8a2f591-0a29-4bfe-a85d-856e9bb034df"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:20.565159 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port e8a2f591-0a29-4bfe-a85d-856e9bb034df, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e8a2f591-0a29-4bfe-a85d-856e9bb034df,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:20.570282 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.579723 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ce2b252e-d9de-4275-b920-c603b5dee2f6 admin admin] Publish callbacks [] for security_group (b850dc67-01ef-4757-9f93-e1e9e0163786), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.580924 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dc421-9a5d-47e9-a466-e09c30ddf335 req-d4fc9f0e-f342-426f-8f4c-06757387bb5a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.583937 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-208dc421-9a5d-47e9-a466-e09c30ddf335 req-d4fc9f0e-f342-426f-8f4c-06757387bb5a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1117976 Jan 28 00:59:20.585551 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ce2b252e-d9de-4275-b920-c603b5dee2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (b850dc67-01ef-4757-9f93-e1e9e0163786), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.650816 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-ce2b252e-d9de-4275-b920-c603b5dee2f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=78ad1a0dca254912bf63513a75116f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078717 Jan 28 00:59:20.652682 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b252e-d9de-4275-b920-c603b5dee2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b850dc67-01ef-4757-9f93-e1e9e0163786,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:20.664426 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-41386488-f72c-45f9-819e-5a17066f45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.665929 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-41386488-f72c-45f9-819e-5a17066f45cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1099 time: 0.1544247 Jan 28 00:59:20.669249 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-208dc421-9a5d-47e9-a466-e09c30ddf335 req-4bf58dab-6122-4b03-862b-030ed4ce37fb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782340 Jan 28 00:59:20.669853 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43892) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:20.771643 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-658b5eae-614a-43bf-8b09-f3ad1c5d8f3e admin admin] Publish callbacks [] for security_group (b850dc67-01ef-4757-9f93-e1e9e0163786), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.800150 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4037498f-569d-4e0c-a3fd-df71444601cc x-openstack-request-id: req-4037498f-569d-4e0c-a3fd-df71444601cc {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:20.800527 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1024b0-1f5b-45b0-9780-abb901287988", "name": "network-vif-plugged", "status": "completed", "tag": "e8a2f591-0a29-4bfe-a85d-856e9bb034df", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:20.800926 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4037498f-569d-4e0c-a3fd-df71444601cc {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:20.801542 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1024b0-1f5b-45b0-9780-abb901287988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a2f591-0a29-4bfe-a85d-856e9bb034df', 'code': 200} Jan 28 00:59:20.803934 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=e8a2f591-0a29-4bfe-a85d-856e9bb034df,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:20.828718 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-658b5eae-614a-43bf-8b09-f3ad1c5d8f3e admin admin] Publish callbacks [] for security_group (b850dc67-01ef-4757-9f93-e1e9e0163786), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.856876 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-d9375768-8476-49f9-8f34-73eded0bc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.859325 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-d9375768-8476-49f9-8f34-73eded0bc626 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.1859224 Jan 28 00:59:20.896246 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-658b5eae-614a-43bf-8b09-f3ad1c5d8f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (b850dc67-01ef-4757-9f93-e1e9e0163786), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.899413 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-658b5eae-614a-43bf-8b09-f3ad1c5d8f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.901735 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-658b5eae-614a-43bf-8b09-f3ad1c5d8f3e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b850dc67-01ef-4757-9f93-e1e9e0163786 HTTP/1.1" status: 204 len: 168 time: 0.2299092 Jan 28 00:59:20.911132 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5eae-614a-43bf-8b09-f3ad1c5d8f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b850dc67-01ef-4757-9f93-e1e9e0163786,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:20.970340 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-5c5e1a2b-99ec-4d08-9bb5-dc66c28ea249 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 200 len: 217 time: 0.0787549 Jan 28 00:59:21.015722 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d054e-8a96-4ac0-98c8-6d1840d6fbec req-1e040b74-066c-4f1c-b9a3-a32393426352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.017258 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e85d054e-8a96-4ac0-98c8-6d1840d6fbec req-1e040b74-066c-4f1c-b9a3-a32393426352 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 1098 time: 0.1364889 Jan 28 00:59:21.036482 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-e9bf45fe-8615-4ca0-bfc8-54a356f3b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.037948 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-e9bf45fe-8615-4ca0-bfc8-54a356f3b1c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.0601606 Jan 28 00:59:21.073248 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-7972c75e-108d-4554-8d77-e0ddd8a6a9a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277815 Jan 28 00:59:21.141952 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e85d054e-8a96-4ac0-98c8-6d1840d6fbec req-6c60e09c-767f-4106-9c7f-5e9c40a50510 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152515 Jan 28 00:59:21.224855 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-afe4202c-c9ba-4d88-9a2c-a3923440af2d service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427281 Jan 28 00:59:21.340080 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b419a-d852-4d9f-a8b1-e78c8e7d97ee req-59625d35-e078-4d4b-a845-45d2d4dd2b4d tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.342419 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a96b419a-d852-4d9f-a8b1-e78c8e7d97ee req-59625d35-e078-4d4b-a845-45d2d4dd2b4d tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.0867631 Jan 28 00:59:21.411677 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a96b419a-d852-4d9f-a8b1-e78c8e7d97ee req-e655e746-f1a2-44f0-a7d2-332cce36bbe1 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626872 Jan 28 00:59:21.630813 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0bcd8761-968e-489e-92ac-a4ac2c87d07f req-ab1c63e9-ec04-4f00-838c-7fb8d1492988 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080451 Jan 28 00:59:21.829014 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86e2c-e84a-40d2-9d28-35e9c1cf9eef req-61f1e1d1-251e-468d-903d-9db7ae2c2710 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.831183 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ebd86e2c-e84a-40d2-9d28-35e9c1cf9eef req-61f1e1d1-251e-468d-903d-9db7ae2c2710 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0712786 Jan 28 00:59:21.887182 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ebd86e2c-e84a-40d2-9d28-35e9c1cf9eef req-2f3072ab-4f32-4371-aa96-c317063b1ee2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496981 Jan 28 00:59:21.957260 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.223218 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 43994) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:22.402033 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bd646ccf-0643-4046-a383-83b3546deb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.534716 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bd646ccf-0643-4046-a383-83b3546deb2f admin admin] Publish callbacks [] for security_group (8504702d-f2b7-43f1-bf32-06e086ddb5d4), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.540269 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bd646ccf-0643-4046-a383-83b3546deb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8504702d-f2b7-43f1-bf32-06e086ddb5d4), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.591415 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-bd646ccf-0643-4046-a383-83b3546deb2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab44466802544c88bcbdeda8a99a576f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643379 Jan 28 00:59:22.591415 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd646ccf-0643-4046-a383-83b3546deb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8504702d-f2b7-43f1-bf32-06e086ddb5d4,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:22.592384 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44010) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:22.602327 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b544bc-75da-4856-b3c4-1821f01c23f3 req-c564414f-3890-4126-b483-8b3f15260a1e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:22.603878 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d2b544bc-75da-4856-b3c4-1821f01c23f3 req-c564414f-3890-4126-b483-8b3f15260a1e tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.1040041 Jan 28 00:59:22.662855 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2373-ee51-4ce6-9920-8a310f8a4259 admin admin] Publish callbacks [] for security_group (8504702d-f2b7-43f1-bf32-06e086ddb5d4), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.669831 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d2b544bc-75da-4856-b3c4-1821f01c23f3 req-faf60eaa-59b1-46f0-8e06-737c85524579 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591936 Jan 28 00:59:22.690487 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2373-ee51-4ce6-9920-8a310f8a4259 admin admin] Publish callbacks [] for security_group (8504702d-f2b7-43f1-bf32-06e086ddb5d4), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.754635 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2373-ee51-4ce6-9920-8a310f8a4259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8504702d-f2b7-43f1-bf32-06e086ddb5d4), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.757345 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2373-ee51-4ce6-9920-8a310f8a4259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.760852 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fc9c2373-ee51-4ce6-9920-8a310f8a4259 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8504702d-f2b7-43f1-bf32-06e086ddb5d4 HTTP/1.1" status: 204 len: 168 time: 0.1650710 Jan 28 00:59:22.767845 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c2373-ee51-4ce6-9920-8a310f8a4259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8504702d-f2b7-43f1-bf32-06e086ddb5d4,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:23.025946 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783873f-d4aa-413e-81e1-a8b7c776df17 req-3ad40230-10ef-4588-93f5-c6ce8abc8e6f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:23.027470 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c783873f-d4aa-413e-81e1-a8b7c776df17 req-3ad40230-10ef-4588-93f5-c6ce8abc8e6f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0542710 Jan 28 00:59:23.089365 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c783873f-d4aa-413e-81e1-a8b7c776df17 req-c65576bd-fd30-47e3-a636-75d23b853d95 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553966 Jan 28 00:59:23.141736 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44028) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:23.160496 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-63e8ae5f-ef36-471f-8db4-f98d062cde0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.268092 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-63e8ae5f-ef36-471f-8db4-f98d062cde0d admin admin] Publish callbacks [] for security_group (8608f7b3-7c50-422a-bd51-9d6a0e570287), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.274438 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-63e8ae5f-ef36-471f-8db4-f98d062cde0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8608f7b3-7c50-422a-bd51-9d6a0e570287), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.307928 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.333958 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8ae5f-ef36-471f-8db4-f98d062cde0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8608f7b3-7c50-422a-bd51-9d6a0e570287,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:23.344768 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-63e8ae5f-ef36-471f-8db4-f98d062cde0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1d72cf610bb4fb5a5627bfa8d14282d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999638 Jan 28 00:59:23.346086 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44038) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:23.397293 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e66723f4-48df-4401-84aa-8aa9860f952a admin admin] Publish callbacks [] for security_group (8608f7b3-7c50-422a-bd51-9d6a0e570287), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.421498 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e66723f4-48df-4401-84aa-8aa9860f952a admin admin] Publish callbacks [] for security_group (8608f7b3-7c50-422a-bd51-9d6a0e570287), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.454118 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44042) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:23.493072 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e66723f4-48df-4401-84aa-8aa9860f952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8608f7b3-7c50-422a-bd51-9d6a0e570287), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.498420 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e66723f4-48df-4401-84aa-8aa9860f952a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.500197 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-e66723f4-48df-4401-84aa-8aa9860f952a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8608f7b3-7c50-422a-bd51-9d6a0e570287 HTTP/1.1" status: 204 len: 168 time: 0.1529446 Jan 28 00:59:23.512392 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66723f4-48df-4401-84aa-8aa9860f952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8608f7b3-7c50-422a-bd51-9d6a0e570287,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:23.584630 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f2810cb0-fab2-442d-bf95-790726fc563a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.665752 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f2810cb0-fab2-442d-bf95-790726fc563a admin admin] Publish callbacks [] for security_group (061534ec-792c-4b12-ad26-777f1fd5ce92), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.669961 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f2810cb0-fab2-442d-bf95-790726fc563a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (061534ec-792c-4b12-ad26-777f1fd5ce92), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.711432 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f2810cb0-fab2-442d-bf95-790726fc563a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=15ca124670934dbcbe41bc1559136266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554636 Jan 28 00:59:23.712423 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44052) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:23.712917 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2810cb0-fab2-442d-bf95-790726fc563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061534ec-792c-4b12-ad26-777f1fd5ce92,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:23.804945 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b47ec08-31e8-4b19-97b8-6fcedd648b43 admin admin] Publish callbacks [] for security_group (061534ec-792c-4b12-ad26-777f1fd5ce92), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.835643 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b47ec08-31e8-4b19-97b8-6fcedd648b43 admin admin] Publish callbacks [] for security_group (061534ec-792c-4b12-ad26-777f1fd5ce92), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.844450 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a6ee2-f5d3-4252-a31e-5181266903ae req-4b9f641f-34c7-4522-9ba8-15deafb4e071 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:23.855134 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2f5a6ee2-f5d3-4252-a31e-5181266903ae req-4b9f641f-34c7-4522-9ba8-15deafb4e071 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.0919573 Jan 28 00:59:23.927492 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2f5a6ee2-f5d3-4252-a31e-5181266903ae req-cfd78bbd-6b4f-4db3-afc8-d511df1d8584 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713773 Jan 28 00:59:23.942235 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b47ec08-31e8-4b19-97b8-6fcedd648b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (061534ec-792c-4b12-ad26-777f1fd5ce92), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.949819 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b47ec08-31e8-4b19-97b8-6fcedd648b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.954318 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-7b47ec08-31e8-4b19-97b8-6fcedd648b43 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/061534ec-792c-4b12-ad26-777f1fd5ce92 HTTP/1.1" status: 204 len: 168 time: 0.2402451 Jan 28 00:59:23.963337 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47ec08-31e8-4b19-97b8-6fcedd648b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061534ec-792c-4b12-ad26-777f1fd5ce92,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:24.244061 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933ea1c-f42d-4bc7-bb84-dbc5192ee538 req-044136ec-67b1-4ea7-bdf6-15b38d2ab9bc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:24.246424 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6933ea1c-f42d-4bc7-bb84-dbc5192ee538 req-044136ec-67b1-4ea7-bdf6-15b38d2ab9bc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0671685 Jan 28 00:59:24.344767 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6933ea1c-f42d-4bc7-bb84-dbc5192ee538 req-63da2522-db50-432b-b5c5-46f1831d1595 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845404 Jan 28 00:59:25.488258 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545736ba-3c66-4ae0-a0ce-326c8d4eff56 req-5e5bc055-a147-4cb9-abd4-29cc0c9fc233 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:25.490394 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-545736ba-3c66-4ae0-a0ce-326c8d4eff56 req-5e5bc055-a147-4cb9-abd4-29cc0c9fc233 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0643420 Jan 28 00:59:25.567191 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-545736ba-3c66-4ae0-a0ce-326c8d4eff56 req-9e4625b9-6200-4628-bdfc-f9202735a834 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689669 Jan 28 00:59:26.455393 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44266) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:26.576530 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-96275fe3-c3f8-4db6-a5f0-0adef82a8bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.750662 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ffcdc-40b4-4293-9fff-f1ded09a7499 req-2c78e20b-7232-455e-97bf-a45167f076a1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:26.752167 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-238ffcdc-40b4-4293-9fff-f1ded09a7499 req-2c78e20b-7232-455e-97bf-a45167f076a1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0954392 Jan 28 00:59:26.754122 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-96275fe3-c3f8-4db6-a5f0-0adef82a8bf4 admin admin] Publish callbacks [] for security_group (722f3b8c-1a0b-47e5-8cbe-5684175a44d5), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.762239 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-96275fe3-c3f8-4db6-a5f0-0adef82a8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (722f3b8c-1a0b-47e5-8cbe-5684175a44d5), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.773786 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44280) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:26.821363 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96275fe3-c3f8-4db6-a5f0-0adef82a8bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722f3b8c-1a0b-47e5-8cbe-5684175a44d5,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:26.831906 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-96275fe3-c3f8-4db6-a5f0-0adef82a8bf4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e933ce0b39849ab92fb7d693b028474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753872 Jan 28 00:59:26.832028 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44284) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:26.857000 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-238ffcdc-40b4-4293-9fff-f1ded09a7499 req-22689bf8-5916-4f70-8165-6ea4de8bde95 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961037 Jan 28 00:59:26.891067 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bf70f10a-16af-4d64-b1c0-807e49bde27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.915257 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9507-c965-4131-93c8-e06ee6737502 admin admin] Publish callbacks [] for security_group (722f3b8c-1a0b-47e5-8cbe-5684175a44d5), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.948744 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9507-c965-4131-93c8-e06ee6737502 admin admin] Publish callbacks [] for security_group (722f3b8c-1a0b-47e5-8cbe-5684175a44d5), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.022764 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bf70f10a-16af-4d64-b1c0-807e49bde27f admin admin] Publish callbacks [] for security_group (6c82a3a0-8bc2-4f6b-bcd2-385c4c55de1f), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.025599 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9507-c965-4131-93c8-e06ee6737502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (722f3b8c-1a0b-47e5-8cbe-5684175a44d5), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.028964 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9507-c965-4131-93c8-e06ee6737502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.030224 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-e0fc9507-c965-4131-93c8-e06ee6737502 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/722f3b8c-1a0b-47e5-8cbe-5684175a44d5 HTTP/1.1" status: 204 len: 168 time: 0.1969488 Jan 28 00:59:27.033087 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-bf70f10a-16af-4d64-b1c0-807e49bde27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (6c82a3a0-8bc2-4f6b-bcd2-385c4c55de1f), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.049784 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc9507-c965-4131-93c8-e06ee6737502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722f3b8c-1a0b-47e5-8cbe-5684175a44d5,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.081975 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-bf70f10a-16af-4d64-b1c0-807e49bde27f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ec564243a4c4f76ad1903992178ee9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071234 Jan 28 00:59:27.084685 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44290) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:27.093347 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70f10a-16af-4d64-b1c0-807e49bde27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c82a3a0-8bc2-4f6b-bcd2-385c4c55de1f,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.164508 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-767b00de-09d5-4863-af12-c4bc366d3b52 admin admin] Publish callbacks [] for security_group (6c82a3a0-8bc2-4f6b-bcd2-385c4c55de1f), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.189319 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-767b00de-09d5-4863-af12-c4bc366d3b52 admin admin] Publish callbacks [] for security_group (6c82a3a0-8bc2-4f6b-bcd2-385c4c55de1f), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.249755 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-767b00de-09d5-4863-af12-c4bc366d3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (6c82a3a0-8bc2-4f6b-bcd2-385c4c55de1f), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.253167 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-767b00de-09d5-4863-af12-c4bc366d3b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.255073 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-767b00de-09d5-4863-af12-c4bc366d3b52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c82a3a0-8bc2-4f6b-bcd2-385c4c55de1f HTTP/1.1" status: 204 len: 168 time: 0.1690083 Jan 28 00:59:27.268223 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b00de-09d5-4863-af12-c4bc366d3b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c82a3a0-8bc2-4f6b-bcd2-385c4c55de1f,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.432370 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44302) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:27.446343 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f65b307a-e2a4-4e0f-9472-a15b2fda25e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.553030 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f65b307a-e2a4-4e0f-9472-a15b2fda25e6 admin admin] Publish callbacks [] for security_group (84aa9b85-afcd-44a8-9465-616ade5d22b4), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.565707 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f65b307a-e2a4-4e0f-9472-a15b2fda25e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (84aa9b85-afcd-44a8-9465-616ade5d22b4), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.606649 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f65b307a-e2a4-4e0f-9472-a15b2fda25e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d195996a82cc46df8eedec525946a8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731739 Jan 28 00:59:27.607572 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b307a-e2a4-4e0f-9472-a15b2fda25e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aa9b85-afcd-44a8-9465-616ade5d22b4,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.609805 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44306) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:27.672872 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-669e2aa5-969f-43d7-8c63-adc6149fe56d admin admin] Publish callbacks [] for security_group (84aa9b85-afcd-44a8-9465-616ade5d22b4), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.702220 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-669e2aa5-969f-43d7-8c63-adc6149fe56d admin admin] Publish callbacks [] for security_group (84aa9b85-afcd-44a8-9465-616ade5d22b4), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.785788 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-669e2aa5-969f-43d7-8c63-adc6149fe56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (84aa9b85-afcd-44a8-9465-616ade5d22b4), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.789624 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-669e2aa5-969f-43d7-8c63-adc6149fe56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.794303 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-669e2aa5-969f-43d7-8c63-adc6149fe56d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84aa9b85-afcd-44a8-9465-616ade5d22b4 HTTP/1.1" status: 204 len: 168 time: 0.1799479 Jan 28 00:59:27.806673 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e2aa5-969f-43d7-8c63-adc6149fe56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aa9b85-afcd-44a8-9465-616ade5d22b4,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.838587 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44314) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:27.858399 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3f6866e9-05e8-4811-8759-0c9cdc6c20db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.017981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3f6866e9-05e8-4811-8759-0c9cdc6c20db admin admin] Publish callbacks [] for security_group (36d63095-7123-4ab9-9fd1-f1bd11c1627d), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.025492 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3f6866e9-05e8-4811-8759-0c9cdc6c20db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (36d63095-7123-4ab9-9fd1-f1bd11c1627d), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.076841 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6866e9-05e8-4811-8759-0c9cdc6c20db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d63095-7123-4ab9-9fd1-f1bd11c1627d,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:28.087627 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8a8ed-ef28-48ba-b1b7-0feeef59bd24 req-2c40c3de-8181-4334-8526-85d4d4277db2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:28.089365 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-99a8a8ed-ef28-48ba-b1b7-0feeef59bd24 req-2c40c3de-8181-4334-8526-85d4d4277db2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1255646 Jan 28 00:59:28.095221 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44320) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:28.095447 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3f6866e9-05e8-4811-8759-0c9cdc6c20db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de12a730644b47c6b439ac7206139cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549868 Jan 28 00:59:28.153108 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c85a6d2-2c6a-4b2b-83b1-b347ff2f84ff admin admin] Publish callbacks [] for security_group (36d63095-7123-4ab9-9fd1-f1bd11c1627d), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.159505 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-99a8a8ed-ef28-48ba-b1b7-0feeef59bd24 req-8e6353ad-60ed-4fed-ba9b-b3130ae33a63 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547240 Jan 28 00:59:28.188063 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c85a6d2-2c6a-4b2b-83b1-b347ff2f84ff admin admin] Publish callbacks [] for security_group (36d63095-7123-4ab9-9fd1-f1bd11c1627d), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.244579 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c85a6d2-2c6a-4b2b-83b1-b347ff2f84ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (36d63095-7123-4ab9-9fd1-f1bd11c1627d), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.247253 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c85a6d2-2c6a-4b2b-83b1-b347ff2f84ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.249250 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-3c85a6d2-2c6a-4b2b-83b1-b347ff2f84ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36d63095-7123-4ab9-9fd1-f1bd11c1627d HTTP/1.1" status: 204 len: 168 time: 0.1529727 Jan 28 00:59:28.258823 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85a6d2-2c6a-4b2b-83b1-b347ff2f84ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d63095-7123-4ab9-9fd1-f1bd11c1627d,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:29.290955 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19442a-a574-4689-970f-3015d005f29b req-28d08e73-d5d0-4ecc-a19b-91c1f3116273 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:29.293348 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9b19442a-a574-4689-970f-3015d005f29b req-28d08e73-d5d0-4ecc-a19b-91c1f3116273 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0535090 Jan 28 00:59:29.356092 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9b19442a-a574-4689-970f-3015d005f29b req-7d5afcf2-9199-4b23-953b-7b60a5b36f29 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Jan 28 00:59:30.274853 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44456) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:30.331904 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44460) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:30.466741 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-61cae8ab-ffb6-4a98-a02d-d133bd64b488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.501135 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6d2a3fa9-996c-4625-b1d4-b6eb8cccd802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.505915 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85081e1-e07f-42ba-8d51-5f5f427c269a req-411f4044-2227-42b2-b5a4-43db3d61fa23 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:30.507522 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b85081e1-e07f-42ba-8d51-5f5f427c269a req-411f4044-2227-42b2-b5a4-43db3d61fa23 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0610547 Jan 28 00:59:30.561260 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b85081e1-e07f-42ba-8d51-5f5f427c269a req-a155779f-a049-472d-951c-71f52d9e45f6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Jan 28 00:59:30.607449 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-61cae8ab-ffb6-4a98-a02d-d133bd64b488 admin admin] Publish callbacks [] for security_group (1fd6898f-5246-4797-b1b7-ba2d35aeb743), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.614846 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-61cae8ab-ffb6-4a98-a02d-d133bd64b488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (1fd6898f-5246-4797-b1b7-ba2d35aeb743), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.668913 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6d2a3fa9-996c-4625-b1d4-b6eb8cccd802 admin admin] Publish callbacks [] for security_group (5e4e34c5-bfea-426f-9b5b-5fd4ab810d23), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.677478 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6d2a3fa9-996c-4625-b1d4-b6eb8cccd802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (5e4e34c5-bfea-426f-9b5b-5fd4ab810d23), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.681322 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cae8ab-ffb6-4a98-a02d-d133bd64b488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd6898f-5246-4797-b1b7-ba2d35aeb743,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:30.691034 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-61cae8ab-ffb6-4a98-a02d-d133bd64b488 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=836942be93cb4045b40b69576400eac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573155 Jan 28 00:59:30.695388 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44468) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:30.726411 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-6d2a3fa9-996c-4625-b1d4-b6eb8cccd802 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2434f97a4ad64ba8a7e19e3bf7373e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502449 Jan 28 00:59:30.728868 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44470) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:30.730087 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a3fa9-996c-4625-b1d4-b6eb8cccd802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e34c5-bfea-426f-9b5b-5fd4ab810d23,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:30.793506 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-404e5bb7-e478-40e0-b113-4c702a155d0c admin admin] Publish callbacks [] for security_group (1fd6898f-5246-4797-b1b7-ba2d35aeb743), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.815378 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-78bb49df-42ea-40c3-8e6d-00749a92db9c admin admin] Publish callbacks [] for security_group (5e4e34c5-bfea-426f-9b5b-5fd4ab810d23), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.827095 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-404e5bb7-e478-40e0-b113-4c702a155d0c admin admin] Publish callbacks [] for security_group (1fd6898f-5246-4797-b1b7-ba2d35aeb743), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.858855 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-78bb49df-42ea-40c3-8e6d-00749a92db9c admin admin] Publish callbacks [] for security_group (5e4e34c5-bfea-426f-9b5b-5fd4ab810d23), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.914080 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-404e5bb7-e478-40e0-b113-4c702a155d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (1fd6898f-5246-4797-b1b7-ba2d35aeb743), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.916780 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-404e5bb7-e478-40e0-b113-4c702a155d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.918009 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-404e5bb7-e478-40e0-b113-4c702a155d0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1fd6898f-5246-4797-b1b7-ba2d35aeb743 HTTP/1.1" status: 204 len: 168 time: 0.2214324 Jan 28 00:59:30.928242 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e5bb7-e478-40e0-b113-4c702a155d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd6898f-5246-4797-b1b7-ba2d35aeb743,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:30.932163 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-78bb49df-42ea-40c3-8e6d-00749a92db9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (5e4e34c5-bfea-426f-9b5b-5fd4ab810d23), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.934844 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-78bb49df-42ea-40c3-8e6d-00749a92db9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.937749 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-78bb49df-42ea-40c3-8e6d-00749a92db9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e4e34c5-bfea-426f-9b5b-5fd4ab810d23 HTTP/1.1" status: 204 len: 168 time: 0.2075095 Jan 28 00:59:30.956816 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb49df-42ea-40c3-8e6d-00749a92db9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e34c5-bfea-426f-9b5b-5fd4ab810d23,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:31.258264 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44484) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:31.262511 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44486) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:31.273315 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-39486352-e93c-4cdb-bb98-c5685d9ea408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.279181 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dd4885ea-a95b-4a22-ba8e-82bcac8fa5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.357673 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dd4885ea-a95b-4a22-ba8e-82bcac8fa5e8 admin admin] Publish callbacks [] for security_group (e7d7a452-de71-4f28-ac76-776cfee28b56), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.361482 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-39486352-e93c-4cdb-bb98-c5685d9ea408 admin admin] Publish callbacks [] for security_group (168f5459-04da-469d-81fd-9ef3fd1c8c0c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.365177 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dd4885ea-a95b-4a22-ba8e-82bcac8fa5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (e7d7a452-de71-4f28-ac76-776cfee28b56), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.368865 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-39486352-e93c-4cdb-bb98-c5685d9ea408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (168f5459-04da-469d-81fd-9ef3fd1c8c0c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.405212 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-dd4885ea-a95b-4a22-ba8e-82bcac8fa5e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cd81d9b24774d00a0db808d4a854cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416032 Jan 28 00:59:31.405931 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4885ea-a95b-4a22-ba8e-82bcac8fa5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7a452-de71-4f28-ac76-776cfee28b56,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:31.408302 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44488) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:31.413431 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-39486352-e93c-4cdb-bb98-c5685d9ea408 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23a094943be54740897d0936cf34a311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533618 Jan 28 00:59:31.418095 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44490) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:31.437180 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39486352-e93c-4cdb-bb98-c5685d9ea408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168f5459-04da-469d-81fd-9ef3fd1c8c0c,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:31.470699 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2ae0-5791-4372-b489-6e0502b40e40 admin admin] Publish callbacks [] for security_group (e7d7a452-de71-4f28-ac76-776cfee28b56), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.484846 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1aebf03d-146b-407e-bbd5-78d41cd8447b admin admin] Publish callbacks [] for security_group (168f5459-04da-469d-81fd-9ef3fd1c8c0c), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.496675 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2ae0-5791-4372-b489-6e0502b40e40 admin admin] Publish callbacks [] for security_group (e7d7a452-de71-4f28-ac76-776cfee28b56), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.512262 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1aebf03d-146b-407e-bbd5-78d41cd8447b admin admin] Publish callbacks [] for security_group (168f5459-04da-469d-81fd-9ef3fd1c8c0c), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.556194 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2ae0-5791-4372-b489-6e0502b40e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (e7d7a452-de71-4f28-ac76-776cfee28b56), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.559082 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2ae0-5791-4372-b489-6e0502b40e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.563846 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-d1fa2ae0-5791-4372-b489-6e0502b40e40 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7d7a452-de71-4f28-ac76-776cfee28b56 HTTP/1.1" status: 204 len: 168 time: 0.1510708 Jan 28 00:59:31.569294 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa2ae0-5791-4372-b489-6e0502b40e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7a452-de71-4f28-ac76-776cfee28b56,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:31.574475 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1aebf03d-146b-407e-bbd5-78d41cd8447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (168f5459-04da-469d-81fd-9ef3fd1c8c0c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.580710 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1aebf03d-146b-407e-bbd5-78d41cd8447b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.584818 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-1aebf03d-146b-407e-bbd5-78d41cd8447b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/168f5459-04da-469d-81fd-9ef3fd1c8c0c HTTP/1.1" status: 204 len: 168 time: 0.1648483 Jan 28 00:59:31.595749 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebf03d-146b-407e-bbd5-78d41cd8447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168f5459-04da-469d-81fd-9ef3fd1c8c0c,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:31.727558 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcc898-836d-40cf-a4e6-e18b9f64dcd4 req-9bdf0c8c-1da2-406d-88f5-51c09f3527da tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:31.729139 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1fbcc898-836d-40cf-a4e6-e18b9f64dcd4 req-9bdf0c8c-1da2-406d-88f5-51c09f3527da tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0611119 Jan 28 00:59:31.797587 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1fbcc898-836d-40cf-a4e6-e18b9f64dcd4 req-48af6a4d-9766-48df-9b61-94e531db5a8a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569828 Jan 28 00:59:32.451403 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44542) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:32.581014 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-273279472-network', 'tenant_id': 'd775e7e0e67d4ba9ad20597948ead369'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:32.616234 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Made reservation on behalf of d775e7e0e67d4ba9ad20597948ead369 for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:32.619985 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.632883 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.725127 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Publish callbacks [] for security_group (b2829970-3d65-4ff7-a2fc-8353d6e237a6), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.729557 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (b2829970-3d65-4ff7-a2fc-8353d6e237a6), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.759298 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] vlan segment allocate from pool success with {'vlan_id': 963, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:59:32.770448 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2829970-3d65-4ff7-a2fc-8353d6e237a6,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:32.777429 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (4683d2e0-f356-4331-a651-335a68be9fd2), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.777741 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Added segment 4683d2e0-f356-4331-a651-335a68be9fd2 of type vlan for network 744e25bd-e803-417a-85d3-a07a8aff3774 Jan 28 00:59:32.831072 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (744e25bd-e803-417a-85d3-a07a8aff3774), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.875017 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (744e25bd-e803-417a-85d3-a07a8aff3774), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.879093 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:32.879093 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.979437 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5242782 Jan 28 00:59:32.979847 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44564) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:32.985665 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6787a-baa9-45bc-8877-e954e543d196 admin admin] Pushing event updated for resources: {'Network': ['ID=744e25bd-e803-417a-85d3-a07a8aff3774,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:32.986935 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Request body: {'subnet': {'network_id': '744e25bd-e803-417a-85d3-a07a8aff3774', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-273279472-subnet', 'tenant_id': 'd775e7e0e67d4ba9ad20597948ead369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:33.001656 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 744e25bd-e803-417a-85d3-a07a8aff3774 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:59:33.021101 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6d6d0-1b71-47e8-8506-11bf80ccfe18 req-a3af5c20-6b24-4849-aadd-3188dc293412 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:33.023299 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d2d6d6d0-1b71-47e8-8506-11bf80ccfe18 req-a3af5c20-6b24-4849-aadd-3188dc293412 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1433837 Jan 28 00:59:33.042089 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Made reservation on behalf of d775e7e0e67d4ba9ad20597948ead369 for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:33.045487 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7429227'] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.107861 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d2d6d6d0-1b71-47e8-8506-11bf80ccfe18 req-349590cf-893b-4647-be1c-a6533cfaa1e6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705595 Jan 28 00:59:33.256199 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7838316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7429241'] for subnet (43a0aff1-087f-45be-9e3d-4b7d76416bde), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.308985 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a0aff1-087f-45be-9e3d-4b7d76416bde,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:33.325419 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Checking segment: {'id': '4683d2e0-f356-4331-a651-335a68be9fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '744e25bd-e803-417a-85d3-a07a8aff3774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:33.325806 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Network hostable DHCP agents. Network: 744e25bd-e803-417a-85d3-a07a8aff3774, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:59:33.344255 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Network 744e25bd-e803-417a-85d3-a07a8aff3774 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:59:33.353788 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 744e25bd-e803-417a-85d3-a07a8aff3774) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:33.358694 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:33.359332 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.364508 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03b767-992f-4958-b00f-7568871d1474 None None] Network 744e25bd-e803-417a-85d3-a07a8aff3774 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:33.381690 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cbef2e4c-11f7-4576-a3b6-d9b756f5d098 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4007041 Jan 28 00:59:33.510840 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3410f6-3612-4e04-9b86-bd85f2b2334e None None] Network 744e25bd-e803-417a-85d3-a07a8aff3774 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:34.004837 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44594) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:34.010962 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-572671374-network', 'tenant_id': 'fa01a7b6405f45f2974072404046205b'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:34.035205 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Made reservation on behalf of fa01a7b6405f45f2974072404046205b for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:34.037581 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.050623 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.062864 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:59:34.149492 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Publish callbacks [] for security_group (ad363976-29fc-4030-ac95-167caa68c90d), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.154239 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (ad363976-29fc-4030-ac95-167caa68c90d), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.188649 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:59:34.207843 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad363976-29fc-4030-ac95-167caa68c90d,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:34.213434 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (53f76134-1e83-425e-894a-510ce2ce6f32), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.213902 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Added segment 53f76134-1e83-425e-894a-510ce2ce6f32 of type vlan for network 69ad0944-f76c-49c6-b570-6e0c8a6811f2 Jan 28 00:59:34.280168 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (69ad0944-f76c-49c6-b570-6e0c8a6811f2), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.322050 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (69ad0944-f76c-49c6-b570-6e0c8a6811f2), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.322050 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:34.322050 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.383008 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3763988 Jan 28 00:59:34.384765 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44608) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:34.398255 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Request body: {'subnet': {'network_id': '69ad0944-f76c-49c6-b570-6e0c8a6811f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-572671374-subnet', 'tenant_id': 'fa01a7b6405f45f2974072404046205b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:34.416004 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df055082-48e1-4ecb-b037-9262d65d6c9b admin admin] Pushing event updated for resources: {'Network': ['ID=69ad0944-f76c-49c6-b570-6e0c8a6811f2,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:34.428813 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Made reservation on behalf of fa01a7b6405f45f2974072404046205b for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:34.432883 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7429227'] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.433755 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 69ad0944-f76c-49c6-b570-6e0c8a6811f2 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:59:34.505643 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3658fa3-b955-47b7-ad91-151bc2027ede req-db80ee8b-949b-4b5d-95af-ddd50175a3d7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:34.508027 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a3658fa3-b955-47b7-ad91-151bc2027ede req-db80ee8b-949b-4b5d-95af-ddd50175a3d7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.3292265 Jan 28 00:59:34.567848 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a3658fa3-b955-47b7-ad91-151bc2027ede req-b63b8f16-79a2-4b42-a1d6-15c4ed063559 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522592 Jan 28 00:59:34.650378 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7838316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7429241'] for subnet (f0a054e6-d6db-4b96-a6af-71e21855b68f), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.709395 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a054e6-d6db-4b96-a6af-71e21855b68f,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:34.719237 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Checking segment: {'id': '53f76134-1e83-425e-894a-510ce2ce6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '69ad0944-f76c-49c6-b570-6e0c8a6811f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:34.719634 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Network hostable DHCP agents. Network: 69ad0944-f76c-49c6-b570-6e0c8a6811f2, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:59:34.738327 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Network 69ad0944-f76c-49c6-b570-6e0c8a6811f2 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:59:34.748448 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 69ad0944-f76c-49c6-b570-6e0c8a6811f2) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:34.753263 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:34.755221 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.756667 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff7c20c-5022-4737-b5b9-375f7f1c4b72 None None] Network 69ad0944-f76c-49c6-b570-6e0c8a6811f2 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:34.771256 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-3c762abd-fea2-4106-bf58-0d0eb1f70596 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3799996 Jan 28 00:59:34.872104 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a7554-288c-44e5-8c3e-64cbdc3c7deb None None] Network 69ad0944-f76c-49c6-b570-6e0c8a6811f2 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:35.166162 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 44632) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:35.367732 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.481321 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Publish callbacks [] for security_group (59ca6392-c829-4486-a72b-76545208268c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.485525 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (59ca6392-c829-4486-a72b-76545208268c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.526674 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=611eca69bb6b44498fea0af15133a92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587065 Jan 28 00:59:35.528648 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca6392-c829-4486-a72b-76545208268c,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:35.529408 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44648) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:35.536232 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.536583 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.536932 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.537270 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.537602 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.537932 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.538258 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.538586 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.538933 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.539264 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.539588 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.539907 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.540223 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c916080f-a39a-4382-858d-141e14d9a16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.586380 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Publish callbacks [] for security_group (59ca6392-c829-4486-a72b-76545208268c), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.608894 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Publish callbacks [] for security_group (59ca6392-c829-4486-a72b-76545208268c), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.699441 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (59ca6392-c829-4486-a72b-76545208268c), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.702543 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.703713 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59ca6392-c829-4486-a72b-76545208268c HTTP/1.1" status: 204 len: 168 time: 0.1733079 Jan 28 00:59:35.715092 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca6392-c829-4486-a72b-76545208268c,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:35.730335 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0b4de-58f7-4865-a3a3-97a4ee28e983 req-fa710cf9-ef2e-45fa-a518-6571f355d52c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:35.731921 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d9c0b4de-58f7-4865-a3a3-97a4ee28e983 req-fa710cf9-ef2e-45fa-a518-6571f355d52c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0743220 Jan 28 00:59:35.733237 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.733581 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.734116 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.734343 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.734690 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.735004 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.735355 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.735684 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.736018 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.736363 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.736685 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.736997 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.737310 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc5fe4-2f92-4c00-9610-adf99b558b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:35.796586 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d9c0b4de-58f7-4865-a3a3-97a4ee28e983 req-29a0a57a-3e0b-4f92-8383-53a48840e057 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560668 Jan 28 00:59:36.916923 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a723ce-cda6-43a3-aa8b-1a293e7216c2 req-f2483431-ae73-4272-bde6-47939ae3de3e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:36.918432 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-75a723ce-cda6-43a3-aa8b-1a293e7216c2 req-f2483431-ae73-4272-bde6-47939ae3de3e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0526750 Jan 28 00:59:36.971188 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-75a723ce-cda6-43a3-aa8b-1a293e7216c2 req-e2e1b71c-6a51-429c-b4d9-6abd497bc496 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 Jan 28 00:59:38.086977 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7702-cb75-4502-bd25-f8d84a473ab2 req-25b65e4d-63eb-4f8a-8bcf-00a5b53965de tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:38.088462 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c02e7702-cb75-4502-bd25-f8d84a473ab2 req-25b65e4d-63eb-4f8a-8bcf-00a5b53965de tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0491812 Jan 28 00:59:38.135724 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c02e7702-cb75-4502-bd25-f8d84a473ab2 req-e6f28bbe-16b7-4697-b751-c54dcbcfaf19 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Jan 28 00:59:39.247330 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e2e48-a8aa-4a28-89ab-635190b4d2e8 req-c1190344-c0df-42d8-9970-1502741a5f1b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:39.249292 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-380e2e48-a8aa-4a28-89ab-635190b4d2e8 req-c1190344-c0df-42d8-9970-1502741a5f1b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0476105 Jan 28 00:59:39.297269 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-380e2e48-a8aa-4a28-89ab-635190b4d2e8 req-411443ab-b48a-46db-a12a-74e9d14ba6bb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Jan 28 00:59:40.412619 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ebdd-e7d0-4636-9e44-50a6ca80de47 req-4e4f45c3-486a-4796-a5db-8c5884646d1f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:40.415204 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6615ebdd-e7d0-4636-9e44-50a6ca80de47 req-4e4f45c3-486a-4796-a5db-8c5884646d1f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0494039 Jan 28 00:59:40.465366 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6615ebdd-e7d0-4636-9e44-50a6ca80de47 req-0d8a17dc-4346-40f4-b0ee-842a77bf3f79 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446036 Jan 28 00:59:41.589021 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-bfa1cac9-462d-479d-8cd7-aeaf061e3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:41.591640 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-bfa1cac9-462d-479d-8cd7-aeaf061e3beb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1099 time: 0.0762777 Jan 28 00:59:41.605810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6fb2-a853-4597-b5c8-c62fd0af28db req-ed8a57f1-473e-46fe-99e8-b14c561a8ed5 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:41.608176 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3f1c6fb2-a853-4597-b5c8-c62fd0af28db req-ed8a57f1-473e-46fe-99e8-b14c561a8ed5 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0667191 Jan 28 00:59:41.709487 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3f1c6fb2-a853-4597-b5c8-c62fd0af28db req-5e20f0bd-64c3-4e9e-82b5-f04fcbf0588d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948496 Jan 28 00:59:41.739878 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-4ff1e832-5659-4974-aa74-da6f04a9da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:41.743016 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-4ff1e832-5659-4974-aa74-da6f04a9da21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.1201813 Jan 28 00:59:41.788807 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-8aff94d0-691c-48ee-a914-2ad78f7901ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 200 len: 217 time: 0.0397863 Jan 28 00:59:41.849262 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-33c200e1-c8d1-472d-8182-5b5df5124dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:41.850813 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-33c200e1-c8d1-472d-8182-5b5df5124dac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.0448213 Jan 28 00:59:41.882541 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-8bac655c-1d30-4f83-9f24-b0f74b8695ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248487 Jan 28 00:59:41.980087 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-ef1df483-2b6c-4bbb-b2bb-c51057e52513 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887241 Jan 28 00:59:42.016817 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.085142 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bac4ef6-746f-4b8c-98c5-82a5c88803ff req-fa967072-6d28-4423-8e98-bd3bb5f93217 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988326 Jan 28 00:59:42.833113 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb7e1e-60c8-4626-aef4-25aa11f75a95 req-8c0f0523-22d1-466a-96a5-f20d2f909d65 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:42.834577 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b4fb7e1e-60c8-4626-aef4-25aa11f75a95 req-8c0f0523-22d1-466a-96a5-f20d2f909d65 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0571413 Jan 28 00:59:42.886203 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b4fb7e1e-60c8-4626-aef4-25aa11f75a95 req-a2d200b6-5af3-475b-adab-ff8d01613ef8 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439444 Jan 28 00:59:44.034058 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285a7d4-3087-483c-ae43-e5f36b505b10 req-e805ade5-f8bf-4442-9320-4847972de5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:44.036628 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e285a7d4-3087-483c-ae43-e5f36b505b10 req-e805ade5-f8bf-4442-9320-4847972de5fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1099 time: 0.0857906 Jan 28 00:59:44.063159 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d52fc-dea1-419d-947c-762ce340dc18 req-e14cc983-53a0-440d-9eed-3666ae91d2ec tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:44.064725 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ff7d52fc-dea1-419d-947c-762ce340dc18 req-e14cc983-53a0-440d-9eed-3666ae91d2ec tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0817530 Jan 28 00:59:44.137591 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ff7d52fc-dea1-419d-947c-762ce340dc18 req-b9d66c15-d014-4916-8dc5-200ddca4b689 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656629 Jan 28 00:59:44.144829 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e285a7d4-3087-483c-ae43-e5f36b505b10 req-a8cba965-55d8-490e-b2ef-81f1bafc9974 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990944 Jan 28 00:59:44.565030 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42937dbf-2143-4580-82d6-54ed97c9f286 req-d3b529c3-6334-47bb-9e03-4eb429b0125b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:44.566103 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-42937dbf-2143-4580-82d6-54ed97c9f286 req-d3b529c3-6334-47bb-9e03-4eb429b0125b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0568259 Jan 28 00:59:44.617107 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-42937dbf-2143-4580-82d6-54ed97c9f286 req-293c1947-3fa5-440c-b379-610db2f2b307 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447862 Jan 28 00:59:44.712898 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44818) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:44.843166 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f08ed89c-bc54-4f3a-b42c-bbd23d184c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.921608 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f08ed89c-bc54-4f3a-b42c-bbd23d184c59 admin admin] Publish callbacks [] for security_group (526d394b-945d-456c-ba07-f84a62f193d3), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.925638 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f08ed89c-bc54-4f3a-b42c-bbd23d184c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (526d394b-945d-456c-ba07-f84a62f193d3), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.961938 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ed89c-bc54-4f3a-b42c-bbd23d184c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526d394b-945d-456c-ba07-f84a62f193d3,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:44.968294 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f08ed89c-bc54-4f3a-b42c-bbd23d184c59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=15fe537e2a3e465d94caa21fb6e94558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539945 Jan 28 00:59:44.970994 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 44824) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:45.022049 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-916f5bb9-b384-4613-97e7-6d0521135f4b admin admin] Publish callbacks [] for security_group (526d394b-945d-456c-ba07-f84a62f193d3), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.042535 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-916f5bb9-b384-4613-97e7-6d0521135f4b admin admin] Publish callbacks [] for security_group (526d394b-945d-456c-ba07-f84a62f193d3), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.091055 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-916f5bb9-b384-4613-97e7-6d0521135f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (526d394b-945d-456c-ba07-f84a62f193d3), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.093527 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-916f5bb9-b384-4613-97e7-6d0521135f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.094693 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-916f5bb9-b384-4613-97e7-6d0521135f4b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/526d394b-945d-456c-ba07-f84a62f193d3 HTTP/1.1" status: 204 len: 168 time: 0.1228378 Jan 28 00:59:45.102870 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f5bb9-b384-4613-97e7-6d0521135f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526d394b-945d-456c-ba07-f84a62f193d3,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:45.287486 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a4a35-07a2-4cfd-8ff4-3c03a4cfd6c1 req-a20c703d-422b-4d83-be36-f0203ffd0763 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:45.289519 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6f8a4a35-07a2-4cfd-8ff4-3c03a4cfd6c1 req-a20c703d-422b-4d83-be36-f0203ffd0763 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0553095 Jan 28 00:59:45.342100 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6f8a4a35-07a2-4cfd-8ff4-3c03a4cfd6c1 req-1954c78a-b39e-4fa5-a762-d5bc1aaa4389 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 Jan 28 00:59:45.756285 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6800b-d73a-4d9a-a247-d6a19773395f req-11d6a7db-7a29-4be5-a139-16a65496cd50 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:45.757802 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c3b6800b-d73a-4d9a-a247-d6a19773395f req-11d6a7db-7a29-4be5-a139-16a65496cd50 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0611010 Jan 28 00:59:45.829230 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c3b6800b-d73a-4d9a-a247-d6a19773395f req-be0d4aad-f6db-406a-8ae5-8a944590adba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621326 Jan 28 00:59:46.476254 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce91635-2dc4-4760-ae3a-dfd779d2ca27 req-ecc05c86-3be1-4812-936c-b2446c2575eb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.483418 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bce91635-2dc4-4760-ae3a-dfd779d2ca27 req-ecc05c86-3be1-4812-936c-b2446c2575eb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0557966 Jan 28 00:59:46.529065 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bce91635-2dc4-4760-ae3a-dfd779d2ca27 req-7170e7fe-74ee-45d2-96ae-d76bb4806074 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Jan 28 00:59:46.886207 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0655-c9d2-4085-bdfb-163eeadaa273 req-44c91266-1a9b-4668-9b74-c655a582db50 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.892598 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-dc3bf6ec-f686-4e75-9580-e904a3592994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:46.895858 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c97d0655-c9d2-4085-bdfb-163eeadaa273 req-44c91266-1a9b-4668-9b74-c655a582db50 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1326973 Jan 28 00:59:46.971226 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c97d0655-c9d2-4085-bdfb-163eeadaa273 req-410b4f5f-6bf7-4ef3-ae0c-8c8189b6d6aa tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743144 Jan 28 00:59:47.004305 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-42b16077-eaf4-4b0a-978a-55876848b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.006526 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-42b16077-eaf4-4b0a-978a-55876848b4a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1099 time: 0.1807084 Jan 28 00:59:47.083089 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e3f17-da83-4b58-82e6-6ffb985dd9a8 req-35fae753-e82c-44f0-ba85-b8e3a873becf tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.094399 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c67e3f17-da83-4b58-82e6-6ffb985dd9a8 req-35fae753-e82c-44f0-ba85-b8e3a873becf tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.1090662 Jan 28 00:59:47.180874 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c67e3f17-da83-4b58-82e6-6ffb985dd9a8 req-0f67050a-3c9a-42c9-a64e-61a021793bda tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785129 Jan 28 00:59:47.225001 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-d07cfc6b-4b89-40ad-b78d-5abb74254f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.226682 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-d07cfc6b-4b89-40ad-b78d-5abb74254f0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.2111933 Jan 28 00:59:47.283918 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-8ce110a0-698d-49d8-bca9-03f9182a0330 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 200 len: 217 time: 0.0482581 Jan 28 00:59:47.350375 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-baf4abf2-f5ac-4500-a2a0-9ed7b50af7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.351930 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-baf4abf2-f5ac-4500-a2a0-9ed7b50af7ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.0546923 Jan 28 00:59:47.394096 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-6f9664ba-674d-4598-a96b-d08ce43045d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315022 Jan 28 00:59:47.493804 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-346ab6a3-3347-4c8d-92a2-95a520074828 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910509 Jan 28 00:59:47.597242 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c3ac523-8914-4ad2-95f9-40dde6abf291 req-f374d8a1-46c5-4fab-92ac-160ac4d04877 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969191 Jan 28 00:59:48.089433 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c25bf-a94b-45b6-b631-7b0c1d05114c req-87180d90-68eb-4af7-be1b-4f48906613c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.091000 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-037c25bf-a94b-45b6-b631-7b0c1d05114c req-87180d90-68eb-4af7-be1b-4f48906613c6 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0504594 Jan 28 00:59:48.148429 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-037c25bf-a94b-45b6-b631-7b0c1d05114c req-5ea14560-63b7-4fe0-8f64-93bcd73e73f9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Jan 28 00:59:48.300396 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5da3-dabb-4e72-88df-0709cad26614 req-99b76e41-a56b-4a40-a373-3c1db87d6dad tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.301809 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-256e5da3-dabb-4e72-88df-0709cad26614 req-99b76e41-a56b-4a40-a373-3c1db87d6dad tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0557060 Jan 28 00:59:48.353135 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-256e5da3-dabb-4e72-88df-0709cad26614 req-f58ef476-2f6b-4245-b36d-5da9d216e651 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458643 Jan 28 00:59:49.187659 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-8a929841-5826-46f0-afe8-d618e3015aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.269602 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba24e06-d656-419b-9a7b-2a74263b83d2 req-0be38d1d-5741-4c6c-9846-f49635113152 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:49.271130 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1ba24e06-d656-419b-9a7b-2a74263b83d2 req-0be38d1d-5741-4c6c-9846-f49635113152 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0488760 Jan 28 00:59:49.318610 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1ba24e06-d656-419b-9a7b-2a74263b83d2 req-8e4c449e-c12c-46d6-ba3c-2cca60e84472 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Jan 28 00:59:49.476252 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14d9d2-e158-4cf5-85a8-b93c6bf032ee req-921d2283-6be2-4c7b-adbd-a4545db0027a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:49.477717 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6b14d9d2-e158-4cf5-85a8-b93c6bf032ee req-921d2283-6be2-4c7b-adbd-a4545db0027a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0508559 Jan 28 00:59:49.525636 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6b14d9d2-e158-4cf5-85a8-b93c6bf032ee req-97000a01-2612-4d61-bfb4-7aec16b09f5a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Jan 28 00:59:50.441836 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b29f5-2fd7-46e0-ba3e-1221af0a2d68 req-6642d868-6b13-482f-a89a-6033f5d6b8b2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:50.445095 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b29f5-2fd7-46e0-ba3e-1221af0a2d68 req-6642d868-6b13-482f-a89a-6033f5d6b8b2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0575840 Jan 28 00:59:50.485816 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.495514 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b29f5-2fd7-46e0-ba3e-1221af0a2d68 req-fe57e122-288b-4c0c-b507-3a3184eb8958 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Jan 28 00:59:50.649530 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb97002-8a95-44ef-8f45-964239fa2e3e req-9a577df6-1813-4aee-8777-02f816b999a7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:50.651041 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bbb97002-8a95-44ef-8f45-964239fa2e3e req-9a577df6-1813-4aee-8777-02f816b999a7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0480542 Jan 28 00:59:50.698318 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bbb97002-8a95-44ef-8f45-964239fa2e3e req-90774881-9184-432f-8a87-6b564f7f2ec2 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407841 Jan 28 00:59:51.610966 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be936-a900-4807-a0b7-493d46f3e74e req-efbab096-ddae-4019-970a-1b04815ea2d9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.612630 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6f8be936-a900-4807-a0b7-493d46f3e74e req-efbab096-ddae-4019-970a-1b04815ea2d9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0498209 Jan 28 00:59:51.664053 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6f8be936-a900-4807-a0b7-493d46f3e74e req-b079b06a-6b50-417f-91b0-6c261dbb93cd tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 Jan 28 00:59:51.829421 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73766fb4-943f-45ae-b98e-84bd05ee82cf req-322bc8fa-7330-4a62-be14-b08ffe82fd3d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.830960 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-73766fb4-943f-45ae-b98e-84bd05ee82cf req-322bc8fa-7330-4a62-be14-b08ffe82fd3d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0581796 Jan 28 00:59:51.882927 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-73766fb4-943f-45ae-b98e-84bd05ee82cf req-7a33f90d-33ed-4342-99ce-3aca7489e59d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462315 Jan 28 00:59:51.966932 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.784664 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb8c5b-f9e4-4e53-8288-1c32e3664327 req-c5086413-f77f-407c-8a81-aa1e4688b770 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:52.786169 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-37fb8c5b-f9e4-4e53-8288-1c32e3664327 req-c5086413-f77f-407c-8a81-aa1e4688b770 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0516524 Jan 28 00:59:52.834737 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-37fb8c5b-f9e4-4e53-8288-1c32e3664327 req-d4f85789-293a-4d4f-8b32-94d3401b66fd tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Jan 28 00:59:53.019551 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ad8ef-ef24-48c5-81cb-489a87138680 req-6259fb57-c749-4975-b1ea-15372471f553 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.027127 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f93ad8ef-ef24-48c5-81cb-489a87138680 req-6259fb57-c749-4975-b1ea-15372471f553 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0602539 Jan 28 00:59:53.043892 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45010) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:53.098032 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f93ad8ef-ef24-48c5-81cb-489a87138680 req-2acbe845-1ffa-488f-9d6e-54ab591d7140 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610139 Jan 28 00:59:53.238281 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-595b17cf-7cf9-4af9-bf04-a58fa736a143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.301707 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.329193 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-595b17cf-7cf9-4af9-bf04-a58fa736a143 admin admin] Publish callbacks [] for security_group (36645254-9acc-4de8-b7b9-9b2f6029f466), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.333117 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-595b17cf-7cf9-4af9-bf04-a58fa736a143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (36645254-9acc-4de8-b7b9-9b2f6029f466), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.371657 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-595b17cf-7cf9-4af9-bf04-a58fa736a143 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3ae1cff42a240f2beea3781072e12c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258781 Jan 28 00:59:53.373380 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b17cf-7cf9-4af9-bf04-a58fa736a143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36645254-9acc-4de8-b7b9-9b2f6029f466,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:53.375941 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45032) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:53.425463 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d0d93c42-3258-4368-8b8e-bd28957b1f18 admin admin] Publish callbacks [] for security_group (36645254-9acc-4de8-b7b9-9b2f6029f466), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.445423 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d0d93c42-3258-4368-8b8e-bd28957b1f18 admin admin] Publish callbacks [] for security_group (36645254-9acc-4de8-b7b9-9b2f6029f466), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.493240 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d0d93c42-3258-4368-8b8e-bd28957b1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (36645254-9acc-4de8-b7b9-9b2f6029f466), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.495933 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d0d93c42-3258-4368-8b8e-bd28957b1f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.497047 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-d0d93c42-3258-4368-8b8e-bd28957b1f18 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36645254-9acc-4de8-b7b9-9b2f6029f466 HTTP/1.1" status: 204 len: 168 time: 0.1207128 Jan 28 00:59:53.505666 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d93c42-3258-4368-8b8e-bd28957b1f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36645254-9acc-4de8-b7b9-9b2f6029f466,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:53.784038 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45044) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:53.798277 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f6e05de7-7939-4608-81d4-75e1744999a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.875153 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f6e05de7-7939-4608-81d4-75e1744999a1 admin admin] Publish callbacks [] for security_group (cf48c878-4fe7-4bc2-875e-db75a2a01079), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.879282 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f6e05de7-7939-4608-81d4-75e1744999a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (cf48c878-4fe7-4bc2-875e-db75a2a01079), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.915573 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e05de7-7939-4608-81d4-75e1744999a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf48c878-4fe7-4bc2-875e-db75a2a01079,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:53.922808 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f6e05de7-7939-4608-81d4-75e1744999a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d927e1b899de4247ba7617cc85f19479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374986 Jan 28 00:59:53.925346 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45046) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:53.971561 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cd3553b2-564b-49e8-9c1e-2569ac951d1d admin admin] Publish callbacks [] for security_group (cf48c878-4fe7-4bc2-875e-db75a2a01079), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.992610 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cd3553b2-564b-49e8-9c1e-2569ac951d1d admin admin] Publish callbacks [] for security_group (cf48c878-4fe7-4bc2-875e-db75a2a01079), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:54.044913 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cd3553b2-564b-49e8-9c1e-2569ac951d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (cf48c878-4fe7-4bc2-875e-db75a2a01079), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:54.047508 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cd3553b2-564b-49e8-9c1e-2569ac951d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:54.048641 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cd3553b2-564b-49e8-9c1e-2569ac951d1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf48c878-4fe7-4bc2-875e-db75a2a01079 HTTP/1.1" status: 204 len: 168 time: 0.1225789 Jan 28 00:59:54.056072 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3553b2-564b-49e8-9c1e-2569ac951d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf48c878-4fe7-4bc2-875e-db75a2a01079,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:54.224649 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44adb4-6d0a-4250-b080-c58a6b3e0d42 req-16604558-0074-44f0-8574-ec8bbf49f562 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:54.226482 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3f44adb4-6d0a-4250-b080-c58a6b3e0d42 req-16604558-0074-44f0-8574-ec8bbf49f562 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0544982 Jan 28 00:59:54.281658 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3f44adb4-6d0a-4250-b080-c58a6b3e0d42 req-5cfd8f4b-8555-4b57-837e-765bb7cc2be2 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483654 Jan 28 00:59:54.324236 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827672-cc51-4d1f-9a97-e4c35841701d req-daebf0bf-3dc1-4a16-a23c-bbd423530a07 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:54.325849 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ee827672-cc51-4d1f-9a97-e4c35841701d req-daebf0bf-3dc1-4a16-a23c-bbd423530a07 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0548275 Jan 28 00:59:54.382681 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ee827672-cc51-4d1f-9a97-e4c35841701d req-39cd0658-562f-4590-b487-4f938945aa63 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513210 Jan 28 00:59:54.867303 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45094) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:54.977980 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1522526930-network', 'tenant_id': '65c173bb6e2e4edba095bbd06228bbc3'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:54.996758 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Made reservation on behalf of 65c173bb6e2e4edba095bbd06228bbc3 for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:54.999605 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.008323 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.086063 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Publish callbacks [] for security_group (c0aa9403-83b5-4fba-b8a7-7b083d865647), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.090343 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (c0aa9403-83b5-4fba-b8a7-7b083d865647), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.116467 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] vlan segment allocate from pool success with {'vlan_id': 976, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:59:55.126737 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa9403-83b5-4fba-b8a7-7b083d865647,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:55.131878 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (e6b057d3-2203-46da-b93e-fea7a4ca2651), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.132217 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Added segment e6b057d3-2203-46da-b93e-fea7a4ca2651 of type vlan for network e44d5089-38c5-4112-a3d1-3d8601d191f4 Jan 28 00:59:55.174331 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (e44d5089-38c5-4112-a3d1-3d8601d191f4), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.198802 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (e44d5089-38c5-4112-a3d1-3d8601d191f4), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.199765 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.200926 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.423496 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5545931 Jan 28 00:59:55.427770 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45104) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:55.433914 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Request body: {'subnet': {'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1522526930-subnet', 'tenant_id': '65c173bb6e2e4edba095bbd06228bbc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:55.447254 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d77809-a3b4-4a4e-811b-a695cbddec7c admin admin] Pushing event updated for resources: {'Network': ['ID=e44d5089-38c5-4112-a3d1-3d8601d191f4,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:55.466126 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Made reservation on behalf of 65c173bb6e2e4edba095bbd06228bbc3 for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:55.469689 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7371616'] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.472275 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646e5de-67b6-458c-8742-5cf4263a719b req-83c4c614-a636-456a-892d-a48d5ffca76b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.473818 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e646e5de-67b6-458c-8742-5cf4263a719b req-83c4c614-a636-456a-892d-a48d5ffca76b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0716133 Jan 28 00:59:55.479716 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network e44d5089-38c5-4112-a3d1-3d8601d191f4 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:59:55.537664 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e646e5de-67b6-458c-8742-5cf4263a719b req-d0dd185d-71b7-4fc2-a523-69e8e9c3f573 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573213 Jan 28 00:59:55.695239 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7805259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7371634'] for subnet (954b777c-bb72-4f5e-97da-4f95e4cb3ce2), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.749064 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954b777c-bb72-4f5e-97da-4f95e4cb3ce2,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:55.759477 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Checking segment: {'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:55.759823 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Network hostable DHCP agents. Network: e44d5089-38c5-4112-a3d1-3d8601d191f4, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:59:55.777330 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Network e44d5089-38c5-4112-a3d1-3d8601d191f4 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:59:55.787118 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, e44d5089-38c5-4112-a3d1-3d8601d191f4) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:55.791931 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.794301 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.797315 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed3cf3b-9944-4967-bf0a-57d786d909c7 None None] Network e44d5089-38c5-4112-a3d1-3d8601d191f4 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:55.811975 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-88262f13-41b4-4e33-9694-cd361454c2b6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3823705 Jan 28 00:59:55.911454 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2a0dd-9264-4da5-8aff-e85201d2efda None None] Network e44d5089-38c5-4112-a3d1-3d8601d191f4 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:56.673606 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5590-e3c3-4134-ab50-388c906afe91 req-3813e346-5eb2-40c0-9ce6-40594d31dffe tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:56.675310 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c0be5590-e3c3-4134-ab50-388c906afe91 req-3813e346-5eb2-40c0-9ce6-40594d31dffe tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0496807 Jan 28 00:59:56.722316 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c0be5590-e3c3-4134-ab50-388c906afe91 req-845c78a1-3fd0-4faf-9ea8-e82dbfa6202c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Jan 28 00:59:57.573180 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-ebd06c26-e495-4e31-8aaf-eb6e7ac6afb6 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:57.574815 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-ebd06c26-e495-4e31-8aaf-eb6e7ac6afb6 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/networks?id=e44d5089-38c5-4112-a3d1-3d8601d191f4 HTTP/1.1" status: 200 len: 809 time: 0.1159172 Jan 28 00:59:57.590555 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-4319eb8a-80f1-49da-9b6f-8da5de3d4098 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/quotas/65c173bb6e2e4edba095bbd06228bbc3 HTTP/1.1" status: 200 len: 375 time: 0.0094361 Jan 28 00:59:57.624083 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-c5717c0c-b955-4d70-99dc-45b4a872cefa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=65c173bb6e2e4edba095bbd06228bbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271597 Jan 28 00:59:57.726959 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-af950310-df7d-46f4-b9b2-89e54b413505 service neutron] 10.222.0.78 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914826 Jan 28 00:59:57.828392 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-0dd58983-dfde-4a42-a4da-f2c2c4a71d9b service neutron] 10.222.0.78 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943475 Jan 28 00:59:57.862251 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ecb76-e050-4772-80ea-b89a83bf4ca4 req-61da26a8-fea1-4f81-ba11-261d016d1a66 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:57.863324 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-223ecb76-e050-4772-80ea-b89a83bf4ca4 req-61da26a8-fea1-4f81-ba11-261d016d1a66 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0612061 Jan 28 00:59:57.939543 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-223ecb76-e050-4772-80ea-b89a83bf4ca4 req-e0b19210-24e4-4ef7-a3da-7cd1952e6952 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665953 Jan 28 00:59:58.056877 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8f49d1a9-efe5-407f-b801-2348906c2ed3 req-883e671a-c1ca-4a99-b080-9342c2abdc97 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 210 time: 0.0460768 Jan 28 00:59:59.092273 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ac9b2-f684-474e-9170-840b86e0b569 req-00164c56-5118-42ea-b00d-a667bec7c95d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:59.094023 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-681ac9b2-f684-474e-9170-840b86e0b569 req-00164c56-5118-42ea-b00d-a667bec7c95d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0499170 Jan 28 00:59:59.144388 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-681ac9b2-f684-474e-9170-840b86e0b569 req-d44aa9b7-4e57-4e53-b03a-ad9f08fb25c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 Jan 28 00:59:59.156969 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-59ec8daf-7005-43bf-b517-41ed4751a71c req-b4816067-e642-4adb-926e-5bfb2e5546c4 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 210 time: 0.0257931 Jan 28 00:59:59.420327 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45208) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:59.420443 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-44229151-b898-4f93-ba48-b28974417604 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:59.420443 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-44229151-b898-4f93-ba48-b28974417604 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.15 "GET /v2.0/networks?id=e44d5089-38c5-4112-a3d1-3d8601d191f4 HTTP/1.1" status: 200 len: 809 time: 0.1205571 Jan 28 00:59:59.441390 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Request body: {'port': {'device_id': '93eab28c-4c8f-4e2b-94a5-17230141040a', 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4', 'admin_state_up': True, 'tenant_id': '65c173bb6e2e4edba095bbd06228bbc3'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:59.551164 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a96eb7d5-dce8-4927-8fa6-7225c0180d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.566253 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Made reservation on behalf of 65c173bb6e2e4edba095bbd06228bbc3 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:59.570817 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.629335 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a96eb7d5-dce8-4927-8fa6-7225c0180d6a admin admin] Publish callbacks [] for security_group (214f2f3e-78a1-4e15-aa1b-cf0cb1f9c955), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.634752 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a96eb7d5-dce8-4927-8fa6-7225c0180d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (214f2f3e-78a1-4e15-aa1b-cf0cb1f9c955), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.677605 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-a96eb7d5-dce8-4927-8fa6-7225c0180d6a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8506a96a0c2745faa6182b86de1db60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657893 Jan 28 00:59:59.678769 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96eb7d5-dce8-4927-8fa6-7225c0180d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f2f3e-78a1-4e15-aa1b-cf0cb1f9c955,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:59.680223 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45226) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:59.736581 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Allocated IP 172.20.0.13 (e44d5089-38c5-4112-a3d1-3d8601d191f4/954b777c-bb72-4f5e-97da-4f95e4cb3ce2/5f980b28-87a1-4775-8cd3-bd5038fc9cf1) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:59.763690 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-723a8889-e9d8-416b-89d3-99eadca8270d admin admin] Publish callbacks [] for security_group (214f2f3e-78a1-4e15-aa1b-cf0cb1f9c955), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.814353 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-723a8889-e9d8-416b-89d3-99eadca8270d admin admin] Publish callbacks [] for security_group (214f2f3e-78a1-4e15-aa1b-cf0cb1f9c955), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.933109 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-723a8889-e9d8-416b-89d3-99eadca8270d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (214f2f3e-78a1-4e15-aa1b-cf0cb1f9c955), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.935858 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-723a8889-e9d8-416b-89d3-99eadca8270d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.937135 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-723a8889-e9d8-416b-89d3-99eadca8270d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/214f2f3e-78a1-4e15-aa1b-cf0cb1f9c955 HTTP/1.1" status: 204 len: 168 time: 0.2558169 Jan 28 00:59:59.956916 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a8889-e9d8-416b-89d3-99eadca8270d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f2f3e-78a1-4e15-aa1b-cf0cb1f9c955,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:59.964348 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks [] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.027226 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.085150 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Network e44d5089-38c5-4112-a3d1-3d8601d191f4 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:00.088904 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:00.093211 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:00.128223 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Pushing event updated for resources: {'Port': ['ID=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:00.166732 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.174184 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.201678 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-05942c83-148c-401a-8e0d-9d414ab84372 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7642720 Jan 28 01:00:00.256121 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Request body: {'port': {'device_id': '93eab28c-4c8f-4e2b-94a5-17230141040a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:00.313421 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b04e-9de8-487f-9cb5-90e654c45850 req-36a71910-9df9-4fe7-92f2-f81614af3f99 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.315224 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3e59b04e-9de8-487f-9cb5-90e654c45850 req-36a71910-9df9-4fe7-92f2-f81614af3f99 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0680597 Jan 28 01:00:00.369032 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd8b31-b2d8-424f-86f3-f4a51ef58d7c req-710e15e4-d807-40fc-960b-66eff99da459 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.370790 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aefd8b31-b2d8-424f-86f3-f4a51ef58d7c req-710e15e4-d807-40fc-960b-66eff99da459 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 932 time: 0.1042790 Jan 28 01:00:00.395367 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3e59b04e-9de8-487f-9cb5-90e654c45850 req-03f08c4d-0eba-4639-a4dc-d8b0cc56cdbf tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723779 Jan 28 01:00:00.395849 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.470626 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aefd8b31-b2d8-424f-86f3-f4a51ef58d7c req-a8bbf330-5871-4c09-971a-2544afb9389c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917189 Jan 28 01:00:00.700569 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:00.708323 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Publish callbacks [] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.721244 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Transition to ACTIVE for port object 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:00.725919 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.772986 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:00.841268 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Attempting to bind port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:00.841601 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Attempting to bind port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:00.841928 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Attempting to bind port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 on network e44d5089-38c5-4112-a3d1-3d8601d191f4 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:00.846324 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 on network e44d5089-38c5-4112-a3d1-3d8601d191f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:00.846642 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Attempting to bind port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 on network e44d5089-38c5-4112-a3d1-3d8601d191f4 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:00.851375 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:00.851706 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Checking segment: {'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:00.852084 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Bound using segment: {'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:00.852506 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Bound port: 5f980b28-87a1-4775-8cd3-bd5038fc9cf1, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:00.852854 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.920943 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] For port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:00.923945 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] For port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:00.929628 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.960358 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.960917 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.962298 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f980b28-87a1-4775-8cd3-bd5038fc9cf1 HTTP/1.1" status: 200 len: 1094 time: 0.7113309 Jan 28 01:00:00.964666 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eab28c-4c8f-4e2b-94a5-17230141040a', 'tag': '5f980b28-87a1-4775-8cd3-bd5038fc9cf1'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:00.967455 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972ccb91-fd72-4aa3-841a-843b0db57e88" -d '{"events": [{"name": "network-changed", "server_uuid": "93eab28c-4c8f-4e2b-94a5-17230141040a", "tag": "5f980b28-87a1-4775-8cd3-bd5038fc9cf1"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:00.997117 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db090e0d-8371-4069-8a6e-b80b3212b0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:01.012578 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f430447-8a0b-4520-bfc0-1faaf1d8addf x-openstack-request-id: req-9f430447-8a0b-4520-bfc0-1faaf1d8addf {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:01.012949 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93eab28c-4c8f-4e2b-94a5-17230141040a", "tag": "5f980b28-87a1-4775-8cd3-bd5038fc9cf1", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:01.013513 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f430447-8a0b-4520-bfc0-1faaf1d8addf {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:01.013920 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93eab28c-4c8f-4e2b-94a5-17230141040a', 'tag': '5f980b28-87a1-4775-8cd3-bd5038fc9cf1', 'status': 'completed', 'code': 200} Jan 28 01:00:01.082232 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-04622043-5b3b-4f26-bb4e-f43d25de7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.083798 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-04622043-5b3b-4f26-bb4e-f43d25de7b2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65c173bb6e2e4edba095bbd06228bbc3&device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 1097 time: 0.0439234 Jan 28 01:00:01.132995 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-23b77480-d3cb-40e1-81eb-d8dbd556ad71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f980b28-87a1-4775-8cd3-bd5038fc9cf1 HTTP/1.1" status: 200 len: 217 time: 0.0350523 Jan 28 01:00:01.178544 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45296) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:01.194713 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-302ee593-e71d-402e-ac2c-063f77259dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.196348 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-302ee593-e71d-402e-ac2c-063f77259dd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=954b777c-bb72-4f5e-97da-4f95e4cb3ce2 HTTP/1.1" status: 200 len: 849 time: 0.0571413 Jan 28 01:00:01.234206 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-407db4ac-4e2f-410a-bef9-4323f89db353 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e44d5089-38c5-4112-a3d1-3d8601d191f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305440 Jan 28 01:00:01.257436 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d28f26-bf5d-4dca-bba1-7e86f510d82c admin admin] Deleting subnet 43a0aff1-087f-45be-9e3d-4b7d76416bde {{(pid=102324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:00:01.261444 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a1d28f26-bf5d-4dca-bba1-7e86f510d82c admin admin] Publish callbacks [] for subnet (43a0aff1-087f-45be-9e3d-4b7d76416bde), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.314513 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a1d28f26-bf5d-4dca-bba1-7e86f510d82c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7653104'] for subnet (43a0aff1-087f-45be-9e3d-4b7d76416bde), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.361925 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a1d28f26-bf5d-4dca-bba1-7e86f510d82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (43a0aff1-087f-45be-9e3d-4b7d76416bde), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.378617 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-c7cb9fc9-d58f-4d48-944b-5fb35dbc564d service neutron] 10.222.0.15 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301501 Jan 28 01:00:01.413238 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a1d28f26-bf5d-4dca-bba1-7e86f510d82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7838253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7429514'] for subnet (43a0aff1-087f-45be-9e3d-4b7d76416bde), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.440854 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d28f26-bf5d-4dca-bba1-7e86f510d82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a0aff1-087f-45be-9e3d-4b7d76416bde,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:01.444964 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a1d28f26-bf5d-4dca-bba1-7e86f510d82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.451361 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-a1d28f26-bf5d-4dca-bba1-7e86f510d82c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/43a0aff1-087f-45be-9e3d-4b7d76416bde HTTP/1.1" status: 204 len: 168 time: 0.2713320 Jan 28 01:00:01.451727 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45306) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:01.568181 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a6f3e85-8e76-4cad-8ab2-34f42ea17381 req-7758466a-ec72-49ee-80b6-23c97b968f86 service neutron] 10.222.0.15 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756513 Jan 28 01:00:01.575548 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (744e25bd-e803-417a-85d3-a07a8aff3774), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.594561 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc777ed-6dad-425b-9722-ce5cb602545f req-f4f19dd4-10f1-4dff-b240-62cfc8f0ce19 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.596027 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5fc777ed-6dad-425b-9722-ce5cb602545f req-f4f19dd4-10f1-4dff-b240-62cfc8f0ce19 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0854831 Jan 28 01:00:01.608255 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad14a3-d91d-4ebf-b1c4-332cf76b210c req-fdec51ad-de61-41af-8433-0b6fd7cc4ef1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.610100 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-89ad14a3-d91d-4ebf-b1c4-332cf76b210c req-fdec51ad-de61-41af-8433-0b6fd7cc4ef1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 944 time: 0.0591109 Jan 28 01:00:01.664694 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-89ad14a3-d91d-4ebf-b1c4-332cf76b210c req-336ab214-707e-44e8-83ee-4c34d4089d17 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Jan 28 01:00:01.696482 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (744e25bd-e803-417a-85d3-a07a8aff3774), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.743161 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5fc777ed-6dad-425b-9722-ce5cb602545f req-aaa0dae4-68ae-4752-80f7-14387511534a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221044 Jan 28 01:00:01.753432 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744e25bd-e803-417a-85d3-a07a8aff3774']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:01.765632 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4683d2e0-f356-4331-a651-335a68be9fd2') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:01.765930 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4683d2e0-f356-4331-a651-335a68be9fd2') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:01.779251 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (4683d2e0-f356-4331-a651-335a68be9fd2), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.793278 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-c506f305-56ee-42ea-b1ad-110f6213216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.795624 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-c506f305-56ee-42ea-b1ad-110f6213216c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65c173bb6e2e4edba095bbd06228bbc3&device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 1097 time: 0.0818868 Jan 28 01:00:01.799421 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (4683d2e0-f356-4331-a651-335a68be9fd2), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.813224 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Releasing vlan 963 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:00:01.813609 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (4683d2e0-f356-4331-a651-335a68be9fd2), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:00:01.815257 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:00:02.130486 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (744e25bd-e803-417a-85d3-a07a8aff3774), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.135091 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.142867 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/744e25bd-e803-417a-85d3-a07a8aff3774 HTTP/1.1" status: 204 len: 168 time: 0.6863043 Jan 28 01:00:02.143247 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45310) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:02.161624 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11f21b-8719-477f-a30d-f044ead154b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=744e25bd-e803-417a-85d3-a07a8aff3774,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:02.178449 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-1d4a375f-0dc2-4213-b490-bcef58c74452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:02.179994 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-1d4a375f-0dc2-4213-b490-bcef58c74452 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e44d5089-38c5-4112-a3d1-3d8601d191f4 HTTP/1.1" status: 200 len: 910 time: 0.3757660 Jan 28 01:00:02.187836 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad126a5-3ecc-4cfa-a085-ae68cefbcac2 admin admin] Deleting subnet f0a054e6-d6db-4b96-a6af-71e21855b68f {{(pid=102324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:00:02.191246 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8ad126a5-3ecc-4cfa-a085-ae68cefbcac2 admin admin] Publish callbacks [] for subnet (f0a054e6-d6db-4b96-a6af-71e21855b68f), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.228009 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-4fc99563-9de0-4c1b-96f8-83cf1bb0f2ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f980b28-87a1-4775-8cd3-bd5038fc9cf1 HTTP/1.1" status: 200 len: 217 time: 0.0383601 Jan 28 01:00:02.229723 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8ad126a5-3ecc-4cfa-a085-ae68cefbcac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7653104'] for subnet (f0a054e6-d6db-4b96-a6af-71e21855b68f), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.285148 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8ad126a5-3ecc-4cfa-a085-ae68cefbcac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (f0a054e6-d6db-4b96-a6af-71e21855b68f), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.297188 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-f191dadc-3c35-4c16-ab3b-1ff62d5b7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:02.298689 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-f191dadc-3c35-4c16-ab3b-1ff62d5b7e66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=954b777c-bb72-4f5e-97da-4f95e4cb3ce2 HTTP/1.1" status: 200 len: 849 time: 0.0587218 Jan 28 01:00:02.333802 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-96007214-22bd-4350-b960-37bcb23752a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e44d5089-38c5-4112-a3d1-3d8601d191f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264959 Jan 28 01:00:02.353247 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8ad126a5-3ecc-4cfa-a085-ae68cefbcac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7838253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7429514'] for subnet (f0a054e6-d6db-4b96-a6af-71e21855b68f), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.383235 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8ad126a5-3ecc-4cfa-a085-ae68cefbcac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.386417 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-8ad126a5-3ecc-4cfa-a085-ae68cefbcac2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f0a054e6-d6db-4b96-a6af-71e21855b68f HTTP/1.1" status: 204 len: 168 time: 0.2420528 Jan 28 01:00:02.387453 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad126a5-3ecc-4cfa-a085-ae68cefbcac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a054e6-d6db-4b96-a6af-71e21855b68f,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:02.390388 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45322) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:02.449184 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-3c2a2fb7-fc93-4c17-9bb1-57f5cfc8af29 service neutron] 10.222.0.15 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063282 Jan 28 01:00:02.468964 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (69ad0944-f76c-49c6-b570-6e0c8a6811f2), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.469947 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:02.571271 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (69ad0944-f76c-49c6-b570-6e0c8a6811f2), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.590350 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-972ccb91-fd72-4aa3-841a-843b0db57e88 req-667e328a-6117-4fcd-9beb-5b5e4cde0ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262143 Jan 28 01:00:02.599924 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ad0944-f76c-49c6-b570-6e0c8a6811f2']}} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:02.610633 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:02.612350 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f76134-1e83-425e-894a-510ce2ce6f32') {'for_net_delete': True} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:02.612786 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f76134-1e83-425e-894a-510ce2ce6f32') {} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:02.625240 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '4018b024-2307-4179-b2ef-10369aaee53c', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'port_id': '4018b024-2307-4179-b2ef-10369aaee53c', 'mac_address': 'fa:16:3e:d0:c4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:02.660528 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7653001'] for segment (53f76134-1e83-425e-894a-510ce2ce6f32), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.671231 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 4018b024-2307-4179-b2ef-10369aaee53c is: ACTIVE; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:02.671938 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.682395 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (53f76134-1e83-425e-894a-510ce2ce6f32), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.686772 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4018b024-2307-4179-b2ef-10369aaee53c {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:02.694037 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=102324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:00:02.694500 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7838407'] for segment (53f76134-1e83-425e-894a-510ce2ce6f32), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.719138 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:02.724159 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: Traceback (most recent call last): Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: timer() Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: cb(*args, **kw) Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: return func(*args, **kwargs) Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: self._notify() Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: self.callback(batched_events) Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: event.method(event) Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: return f(self, *a, **k) Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._get(url).json() Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: return self.request(url, 'GET', **kwargs) Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:00:02.758658 dv-cinder-816898-6-iscsi neutron-server[102324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:00:02.778762 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (69ad0944-f76c-49c6-b570-6e0c8a6811f2), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.785006 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.789138 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] 10.222.0.78 "DELETE /v2.0/networks/69ad0944-f76c-49c6-b570-6e0c8a6811f2 HTTP/1.1" status: 204 len: 168 time: 0.3975415 Jan 28 01:00:02.804926 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7f71e-0929-4c5b-adc1-a4e956e53b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ad0944-f76c-49c6-b570-6e0c8a6811f2,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:02.811609 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ef764-0806-471f-9c49-1d14ddd429f7 req-44e8b459-c7f7-4291-b9cf-5073a0808fc1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:02.813189 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d96ef764-0806-471f-9c49-1d14ddd429f7 req-44e8b459-c7f7-4291-b9cf-5073a0808fc1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 944 time: 0.0690427 Jan 28 01:00:02.818995 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=6']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:02.873282 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d96ef764-0806-471f-9c49-1d14ddd429f7 req-30c7ddbc-904b-4795-8d94-b67c23152147 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534940 Jan 28 01:00:03.004199 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e908f65-9264-4d3e-8f86-b0634160f52f req-3024f1c7-4be3-4831-be41-6f0072cd7780 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.018254 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5e908f65-9264-4d3e-8f86-b0634160f52f req-3024f1c7-4be3-4831-be41-6f0072cd7780 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0930233 Jan 28 01:00:03.036957 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45338) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:03.038532 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['4018b024-2307-4179-b2ef-10369aaee53c'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:03.053484 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c348b-3416-4fce-b553-311bac470e36 req-9095a6a3-4638-4f4f-b31c-47e2af2e0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.054920 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a1c348b-3416-4fce-b553-311bac470e36 req-9095a6a3-4638-4f4f-b31c-47e2af2e0c23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1099 time: 0.0680497 Jan 28 01:00:03.065363 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2034b4-19d4-4290-97d3-aaf773db4527 req-fb7ef854-b02e-40c7-bc7a-3b4b7cf12c83 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.067160 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8c2034b4-19d4-4290-97d3-aaf773db4527 req-fb7ef854-b02e-40c7-bc7a-3b4b7cf12c83 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1199703 Jan 28 01:00:03.113120 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5e908f65-9264-4d3e-8f86-b0634160f52f req-1fcc2935-16a6-4a26-9e0f-b92fee580d3e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890808 Jan 28 01:00:03.149861 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-dad96bbe-2cdd-4f25-9101-eaa4171f7c5f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d775e7e0e67d4ba9ad20597948ead369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112905 Jan 28 01:00:03.150509 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45340) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:03.198678 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8c2034b4-19d4-4290-97d3-aaf773db4527 req-7f5a51c9-6701-4171-8700-64dda535b5df tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093030 Jan 28 01:00:03.224492 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c3123ed2-d374-4d7d-ab65-d04d8d3a12c3 admin admin] Publish callbacks [] for security_group (b2829970-3d65-4ff7-a2fc-8353d6e237a6), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.230936 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c348b-3416-4fce-b553-311bac470e36 req-58a21a61-8494-46ac-85b9-49656fbdf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.232994 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a1c348b-3416-4fce-b553-311bac470e36 req-58a21a61-8494-46ac-85b9-49656fbdf1d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.1647553 Jan 28 01:00:03.253407 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c3123ed2-d374-4d7d-ab65-d04d8d3a12c3 admin admin] Publish callbacks [] for security_group (b2829970-3d65-4ff7-a2fc-8353d6e237a6), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.301643 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c3123ed2-d374-4d7d-ab65-d04d8d3a12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (b2829970-3d65-4ff7-a2fc-8353d6e237a6), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.304197 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c3123ed2-d374-4d7d-ab65-d04d8d3a12c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.305328 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c3123ed2-d374-4d7d-ab65-d04d8d3a12c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b2829970-3d65-4ff7-a2fc-8353d6e237a6 HTTP/1.1" status: 204 len: 168 time: 0.1537778 Jan 28 01:00:03.312879 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3123ed2-d374-4d7d-ab65-d04d8d3a12c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2829970-3d65-4ff7-a2fc-8353d6e237a6,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:03.629316 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45348) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:03.672671 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-bb5c0098-2954-412d-8b78-79d828fd5f74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa01a7b6405f45f2974072404046205b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421991 Jan 28 01:00:03.675234 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45352) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:03.722603 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a3d84cb4-011a-4fa7-8e47-9df2b2111f59 admin admin] Publish callbacks [] for security_group (ad363976-29fc-4030-ac95-167caa68c90d), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.743211 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a3d84cb4-011a-4fa7-8e47-9df2b2111f59 admin admin] Publish callbacks [] for security_group (ad363976-29fc-4030-ac95-167caa68c90d), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.791132 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a3d84cb4-011a-4fa7-8e47-9df2b2111f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (ad363976-29fc-4030-ac95-167caa68c90d), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.793755 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a3d84cb4-011a-4fa7-8e47-9df2b2111f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.794971 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a3d84cb4-011a-4fa7-8e47-9df2b2111f59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad363976-29fc-4030-ac95-167caa68c90d HTTP/1.1" status: 204 len: 168 time: 0.1184628 Jan 28 01:00:03.802854 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d84cb4-011a-4fa7-8e47-9df2b2111f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad363976-29fc-4030-ac95-167caa68c90d,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:04.006751 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06aa59-3de6-401e-9fee-373eb3b024ea req-b6091d50-873e-4f5d-896f-2177032a5bd3 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.008471 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3e06aa59-3de6-401e-9fee-373eb3b024ea req-b6091d50-873e-4f5d-896f-2177032a5bd3 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 944 time: 0.0542729 Jan 28 01:00:04.022256 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a1c348b-3416-4fce-b553-311bac470e36 req-74245ed0-3a3f-4000-b15b-a64060dd204a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 200 len: 217 time: 0.0427501 Jan 28 01:00:04.061178 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3e06aa59-3de6-401e-9fee-373eb3b024ea req-b64864f1-0451-4495-9542-f69c5b1a6df0 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Jan 28 01:00:04.242239 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ce335-0811-4354-b1be-2195c215c9e3 req-c0d43788-913d-486d-a71d-a0118f85c4b9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.243758 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-692ce335-0811-4354-b1be-2195c215c9e3 req-c0d43788-913d-486d-a71d-a0118f85c4b9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Jan 28 01:00:04.296644 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-692ce335-0811-4354-b1be-2195c215c9e3 req-b1d9d45a-2421-4c75-aa59-1c6d18a4e113 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469942 Jan 28 01:00:04.319392 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde05e7-78eb-491b-8e01-cd7331fdc721 req-cc58856d-ee93-4751-bf62-098d23d5fe19 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.320872 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6fde05e7-78eb-491b-8e01-cd7331fdc721 req-cc58856d-ee93-4751-bf62-098d23d5fe19 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0533466 Jan 28 01:00:04.366597 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6fde05e7-78eb-491b-8e01-cd7331fdc721 req-e2607330-857a-47f5-8786-1517f1e46b8e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Jan 28 01:00:04.808708 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c348b-3416-4fce-b553-311bac470e36 req-26f96236-8a53-4c4a-bade-cefba0e17566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.810127 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a1c348b-3416-4fce-b553-311bac470e36 req-26f96236-8a53-4c4a-bade-cefba0e17566 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.0432537 Jan 28 01:00:05.175921 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed786a13-3d72-4a66-b093-55d61d678cd3 req-fe61e1ed-59ef-4e9a-989b-00c21ac89eb0 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:05.177532 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ed786a13-3d72-4a66-b093-55d61d678cd3 req-fe61e1ed-59ef-4e9a-989b-00c21ac89eb0 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 944 time: 0.0486190 Jan 28 01:00:05.227069 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ed786a13-3d72-4a66-b093-55d61d678cd3 req-620f908f-c23c-479f-84ee-81574fddad40 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Jan 28 01:00:05.420818 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaf452-58a5-4147-8910-246476045c9a req-1114c724-880c-4cc5-a9f7-974eea797b1b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:05.422454 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-efcaf452-58a5-4147-8910-246476045c9a req-1114c724-880c-4cc5-a9f7-974eea797b1b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0519152 Jan 28 01:00:05.469618 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-efcaf452-58a5-4147-8910-246476045c9a req-13bd3826-0349-4136-8b10-b44284906080 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Jan 28 01:00:05.478867 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb294c9-2c0d-43a2-95d3-b29ff32b2baf req-2ef0ce35-0c21-4ceb-a3f7-db1f618627a8 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:05.480468 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ddb294c9-2c0d-43a2-95d3-b29ff32b2baf req-2ef0ce35-0c21-4ceb-a3f7-db1f618627a8 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0474770 Jan 28 01:00:05.526075 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ddb294c9-2c0d-43a2-95d3-b29ff32b2baf req-dd95e25b-924a-49e1-ad70-1b7bf829eff1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Jan 28 01:00:05.804815 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a1c348b-3416-4fce-b553-311bac470e36 req-279b74e1-b7af-47d2-8376-7c0ee8366c14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247421 Jan 28 01:00:05.901940 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a1c348b-3416-4fce-b553-311bac470e36 req-cbad08fb-1e48-4806-a959-ca0609df64ed service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874286 Jan 28 01:00:05.992661 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a1c348b-3416-4fce-b553-311bac470e36 req-fc0c6cdb-89db-4485-a94a-25e18cc77e2d service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819795 Jan 28 01:00:06.350282 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69e52e-d552-47f7-97a1-3a052448f4cf req-a65f4adb-0de3-4f50-8345-ebe4c0aa0e9a tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.351951 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fc69e52e-d552-47f7-97a1-3a052448f4cf req-a65f4adb-0de3-4f50-8345-ebe4c0aa0e9a tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 944 time: 0.0554435 Jan 28 01:00:06.402415 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fc69e52e-d552-47f7-97a1-3a052448f4cf req-aa2c924d-75d5-4b04-9ebd-5fd4543930d6 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439939 Jan 28 01:00:06.611513 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529da16-859b-4f98-a964-368a5b811392 req-07a6f66a-90bd-4270-99e4-533f24d0fa8b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.613098 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5529da16-859b-4f98-a964-368a5b811392 req-07a6f66a-90bd-4270-99e4-533f24d0fa8b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0695648 Jan 28 01:00:06.670249 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5529da16-859b-4f98-a964-368a5b811392 req-c75098bb-f267-4573-ae1c-9818bce7a5e8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510480 Jan 28 01:00:06.696413 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c33c18-b373-4448-b3eb-cf83ec09cc1f req-860cc378-cded-47b7-b3b9-59f629358efe tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.696413 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d5c33c18-b373-4448-b3eb-cf83ec09cc1f req-860cc378-cded-47b7-b3b9-59f629358efe tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0673845 Jan 28 01:00:06.752259 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d5c33c18-b373-4448-b3eb-cf83ec09cc1f req-32484d46-e82d-4cdb-bf43-a31bef7db2e1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577936 Jan 28 01:00:07.556714 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791f9e5-74f3-46f3-84bb-eba28d63e8c9 req-3655a743-1fca-4219-86a7-89e38f53fe35 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.558327 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c791f9e5-74f3-46f3-84bb-eba28d63e8c9 req-3655a743-1fca-4219-86a7-89e38f53fe35 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 944 time: 0.0669901 Jan 28 01:00:07.629421 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c791f9e5-74f3-46f3-84bb-eba28d63e8c9 req-b69c007c-1019-491c-9f42-7c02d5c0cd7e tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617704 Jan 28 01:00:07.818557 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b25648-be93-4a75-a368-11db3550203c req-ed8c60c2-5801-4168-b786-823cb2bff5f5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.820786 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d7b25648-be93-4a75-a368-11db3550203c req-ed8c60c2-5801-4168-b786-823cb2bff5f5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0673695 Jan 28 01:00:07.887820 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d7b25648-be93-4a75-a368-11db3550203c req-207eebbe-c6c5-4fb6-9983-56ff02333bf3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575495 Jan 28 01:00:07.919849 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc96a1f-7db2-4324-a4d3-fdd255079d3d req-82938b16-c252-4d4e-8ec1-c07e5655dc41 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.921695 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ffc96a1f-7db2-4324-a4d3-fdd255079d3d req-82938b16-c252-4d4e-8ec1-c07e5655dc41 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0743823 Jan 28 01:00:07.983917 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ffc96a1f-7db2-4324-a4d3-fdd255079d3d req-ff70e707-c29e-45c4-98f2-b0b88b842168 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552835 Jan 28 01:00:08.802538 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e29da-00f3-449f-98bb-86f4fac4e647 req-9bad2992-9c1b-4e81-9efc-f88d7bb73275 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.805946 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-040e29da-00f3-449f-98bb-86f4fac4e647 req-9bad2992-9c1b-4e81-9efc-f88d7bb73275 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 944 time: 0.0628049 Jan 28 01:00:08.882716 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-040e29da-00f3-449f-98bb-86f4fac4e647 req-f44c0249-8c42-44e2-b1f0-205fe39b92f7 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667107 Jan 28 01:00:09.068350 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d27561-15ee-4413-9206-46511dd9c675 req-f9821e31-8a8a-4d79-aee4-d89f04a6c6e4 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.080609 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-17d27561-15ee-4413-9206-46511dd9c675 req-f9821e31-8a8a-4d79-aee4-d89f04a6c6e4 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0897379 Jan 28 01:00:09.133912 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-17d27561-15ee-4413-9206-46511dd9c675 req-b19f3ca8-4264-41e4-baf1-ee450fe4241a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523820 Jan 28 01:00:09.185252 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924c82-52d7-426d-af15-8085c2bdddf7 req-c7a3a632-1cae-4af3-81de-d090a027e77f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.187476 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-15924c82-52d7-426d-af15-8085c2bdddf7 req-c7a3a632-1cae-4af3-81de-d090a027e77f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0701430 Jan 28 01:00:09.251397 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-15924c82-52d7-426d-af15-8085c2bdddf7 req-41dd523a-34cd-4b57-865e-ccfcde264d03 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542874 Jan 28 01:00:09.336316 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:09.476995 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:09.491880 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '5f980b28-87a1-4775-8cd3-bd5038fc9cf1', 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4', 'port_id': '5f980b28-87a1-4775-8cd3-bd5038fc9cf1', 'mac_address': 'fa:16:3e:db:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954b777c-bb72-4f5e-97da-4f95e4cb3ce2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:09.543460 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:09.544476 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.558456 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:09.580422 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:09.585568 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.653119 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:10.021934 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01035d9e-5974-44ca-a518-c4f4c7f7f6f5 req-21f27264-1e46-46f8-a9dc-95d2333d24d6 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.024322 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-01035d9e-5974-44ca-a518-c4f4c7f7f6f5 req-21f27264-1e46-46f8-a9dc-95d2333d24d6 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 945 time: 0.0612516 Jan 28 01:00:10.084384 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-01035d9e-5974-44ca-a518-c4f4c7f7f6f5 req-0e8fe291-dd61-40c2-a0a1-804d4e36990f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533540 Jan 28 01:00:10.310965 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71acf-d230-423d-ad2e-9af669898ab4 req-dac926e1-dfdf-4d0d-9aa1-e036b59c4728 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.318217 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1ec71acf-d230-423d-ad2e-9af669898ab4 req-dac926e1-dfdf-4d0d-9aa1-e036b59c4728 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0893750 Jan 28 01:00:10.381722 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1ec71acf-d230-423d-ad2e-9af669898ab4 req-a3b92945-333a-4570-974e-daa5030d1a25 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620296 Jan 28 01:00:10.399587 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663251f7-63cb-4ca7-ae29-e5962fbdf322 req-c8043e76-690a-43a4-826b-6c7b75076547 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.404169 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-663251f7-63cb-4ca7-ae29-e5962fbdf322 req-c8043e76-690a-43a4-826b-6c7b75076547 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0620332 Jan 28 01:00:10.436158 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:10.476004 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-663251f7-63cb-4ca7-ae29-e5962fbdf322 req-4f5db497-df33-4c9e-99ad-7697d8205565 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664051 Jan 28 01:00:10.506552 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 4018b024-2307-4179-b2ef-10369aaee53c triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:10.506955 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (4018b024-2307-4179-b2ef-10369aaee53c), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.617518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 4018b024-2307-4179-b2ef-10369aaee53c is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:10.617908 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.645241 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:10.648245 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184d657a-61d6-4984-a364-8e936c502ce5" -d '{"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-plugged", "status": "completed", "tag": "4018b024-2307-4179-b2ef-10369aaee53c"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:10.664090 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:10.670399 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.708631 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1afbff-db04-4680-8bf2-4042956b6679 x-openstack-request-id: req-0b1afbff-db04-4680-8bf2-4042956b6679 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:10.708960 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-plugged", "status": "completed", "tag": "4018b024-2307-4179-b2ef-10369aaee53c", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:10.709214 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b1afbff-db04-4680-8bf2-4042956b6679 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:10.709618 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c', 'code': 200} Jan 28 01:00:10.748514 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=7']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.069608 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:00:11.138614 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['5f980b28-87a1-4775-8cd3-bd5038fc9cf1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:11.389497 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df982145-1fa0-4f5c-a11e-3d53e89f6bdd req-24dea109-9093-4332-8e42-a0bdb4106c3b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:11.396071 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df982145-1fa0-4f5c-a11e-3d53e89f6bdd req-24dea109-9093-4332-8e42-a0bdb4106c3b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 945 time: 0.1109653 Jan 28 01:00:11.520519 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df982145-1fa0-4f5c-a11e-3d53e89f6bdd req-8798a64f-76e1-4fb5-9c7d-bd0adc11f3a8 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139550 Jan 28 01:00:11.688272 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cf214-7c60-49b3-9c1f-fc65f4ad429c req-83f6545d-8820-4625-ab15-1efe800fff0d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:11.691085 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9a6cf214-7c60-49b3-9c1f-fc65f4ad429c req-83f6545d-8820-4625-ab15-1efe800fff0d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0790100 Jan 28 01:00:11.702392 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c302-ad39-4ceb-8042-938b317121e6 req-683e657b-2a7e-4aa0-b65f-f605329f018a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:11.703994 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2de4c302-ad39-4ceb-8042-938b317121e6 req-683e657b-2a7e-4aa0-b65f-f605329f018a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.1117773 Jan 28 01:00:11.800730 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9a6cf214-7c60-49b3-9c1f-fc65f4ad429c req-b97e4b15-ab28-4d5e-a78b-7fd8d304fb12 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011491 Jan 28 01:00:11.837235 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2de4c302-ad39-4ceb-8042-938b317121e6 req-763eae6e-2966-4e6b-9f82-d00a135a3df6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252844 Jan 28 01:00:12.033640 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.732448 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4541b9-95a4-4c06-807c-395bc19bf9fa req-07eb2922-e3b3-4cfc-a66c-260d3ea2a655 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:12.745680 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cb4541b9-95a4-4c06-807c-395bc19bf9fa req-07eb2922-e3b3-4cfc-a66c-260d3ea2a655 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 945 time: 0.1028059 Jan 28 01:00:12.799350 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cb4541b9-95a4-4c06-807c-395bc19bf9fa req-2c8cfeb5-62c6-4100-98c7-f070aaa43315 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Jan 28 01:00:12.941565 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7a34-4ecf-4ebd-830f-0e43768a9abd req-d8110b8f-f4f5-47e6-bb73-7e88e62cdf58 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:12.949183 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3b3f7a34-4ecf-4ebd-830f-0e43768a9abd req-d8110b8f-f4f5-47e6-bb73-7e88e62cdf58 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0597444 Jan 28 01:00:12.989883 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e62a1-7ddd-44ac-9dec-38a37e34a618 req-9bf91eef-dad7-424e-a899-d673cd406221 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:12.991750 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-352e62a1-7ddd-44ac-9dec-38a37e34a618 req-9bf91eef-dad7-424e-a899-d673cd406221 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0529709 Jan 28 01:00:13.004635 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3b3f7a34-4ecf-4ebd-830f-0e43768a9abd req-6948539f-6ce3-425a-93fe-d6f0d8f43335 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535789 Jan 28 01:00:13.077333 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-352e62a1-7ddd-44ac-9dec-38a37e34a618 req-14f57b3d-d5f6-4964-a80e-9c451fbc1e4a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779672 Jan 28 01:00:13.925787 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fa465-978f-4be3-b650-e8d20ba7ebb8 req-6ed97712-0817-4b2a-ba6d-1852119138fa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:13.927755 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-469fa465-978f-4be3-b650-e8d20ba7ebb8 req-6ed97712-0817-4b2a-ba6d-1852119138fa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 945 time: 0.0580721 Jan 28 01:00:13.991776 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-469fa465-978f-4be3-b650-e8d20ba7ebb8 req-187cecb9-9069-4c5c-9504-16ac700da73a tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555396 Jan 28 01:00:14.150107 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444487a7-d568-483b-9320-ad3a875a717b req-81ce6eea-29f7-411c-85d6-80755d5778de tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:14.151739 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-444487a7-d568-483b-9320-ad3a875a717b req-81ce6eea-29f7-411c-85d6-80755d5778de tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0629854 Jan 28 01:00:14.215201 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-444487a7-d568-483b-9320-ad3a875a717b req-083c2c41-1b4a-405f-b10c-4fbf2cd7d73a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555911 Jan 28 01:00:14.241154 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85363f3-7e33-43ff-acbe-48498e6ba3de req-4bc0623b-b6b1-4eb4-b57b-7a7726393719 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:14.243347 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f85363f3-7e33-43ff-acbe-48498e6ba3de req-4bc0623b-b6b1-4eb4-b57b-7a7726393719 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0784364 Jan 28 01:00:14.297298 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f85363f3-7e33-43ff-acbe-48498e6ba3de req-778db140-28cc-4a82-84f5-7ca561a5235f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483208 Jan 28 01:00:15.120229 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6227a-897d-4ae1-b2f4-19484d1433d9 req-7c708c97-d442-4f15-b1b7-b439953c96f8 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.122388 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d5e6227a-897d-4ae1-b2f4-19484d1433d9 req-7c708c97-d442-4f15-b1b7-b439953c96f8 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 945 time: 0.0555673 Jan 28 01:00:15.179916 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d5e6227a-897d-4ae1-b2f4-19484d1433d9 req-c4277e34-bfe3-4c71-83a3-8930928e7fdb tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504503 Jan 28 01:00:15.370929 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da557b-c1fb-476e-99c8-9df27f4c26a9 req-c174149f-0a51-4794-ba44-7c10c24a58c7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.373994 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e6da557b-c1fb-476e-99c8-9df27f4c26a9 req-c174149f-0a51-4794-ba44-7c10c24a58c7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0767825 Jan 28 01:00:15.442933 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e6da557b-c1fb-476e-99c8-9df27f4c26a9 req-5b8dee3f-abae-46b7-a087-112f64294d60 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655029 Jan 28 01:00:15.447834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c2a8c-acf4-45c3-ac8c-9e48b42637d7 req-1d3922ca-4620-43ad-9b88-2f7a71a4ca23 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.449475 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e42c2a8c-acf4-45c3-ac8c-9e48b42637d7 req-1d3922ca-4620-43ad-9b88-2f7a71a4ca23 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0709841 Jan 28 01:00:15.544858 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e42c2a8c-acf4-45c3-ac8c-9e48b42637d7 req-ccff6d74-d773-4e3c-95cf-8ecf45cc46fc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849383 Jan 28 01:00:16.355198 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f611a-3409-4684-967c-35d96960e352 req-b6d589cc-193c-4605-bb41-05f80b51df6e tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.358954 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-007f611a-3409-4684-967c-35d96960e352 req-b6d589cc-193c-4605-bb41-05f80b51df6e tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 945 time: 0.0811536 Jan 28 01:00:16.444946 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-007f611a-3409-4684-967c-35d96960e352 req-9eeefbbf-4933-420d-9a8d-8cbbd94d438f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749762 Jan 28 01:00:16.591597 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5998b82-a8be-4d6c-9c7e-bd88dfeacafb req-d17ff5e8-97b5-481e-8130-a20190600dd3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.593955 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b5998b82-a8be-4d6c-9c7e-bd88dfeacafb req-d17ff5e8-97b5-481e-8130-a20190600dd3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0654089 Jan 28 01:00:16.656307 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b5998b82-a8be-4d6c-9c7e-bd88dfeacafb req-23c074fc-b2f4-4f43-b96f-0f30e9933041 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560434 Jan 28 01:00:16.687421 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6484eae-88cc-4a5a-8a97-d41782fbf3e4 req-1461a93b-767a-409e-9635-3420312a4a27 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.688909 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f6484eae-88cc-4a5a-8a97-d41782fbf3e4 req-1461a93b-767a-409e-9635-3420312a4a27 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0577738 Jan 28 01:00:16.739783 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f6484eae-88cc-4a5a-8a97-d41782fbf3e4 req-3587c895-cebb-4368-bba5-c77d1cb83089 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449574 Jan 28 01:00:16.864435 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b65f15a3-3a99-486a-a143-59f77511cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.564648 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d421287-62ae-48d7-80cb-75ec44bf0e78 req-fc3fdac1-44c6-4947-b0a8-0ec84bbb115e tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.566212 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8d421287-62ae-48d7-80cb-75ec44bf0e78 req-fc3fdac1-44c6-4947-b0a8-0ec84bbb115e tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 945 time: 0.0498934 Jan 28 01:00:17.616136 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8d421287-62ae-48d7-80cb-75ec44bf0e78 req-599cb524-2986-49bb-909b-192bb7be171e tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Jan 28 01:00:17.773160 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdcbbb-43fe-454b-b8f6-ff17a4455315 req-ef622ae6-0c4b-4c5f-a22b-a1b0bd9af2bd tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.774672 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3bcdcbbb-43fe-454b-b8f6-ff17a4455315 req-ef622ae6-0c4b-4c5f-a22b-a1b0bd9af2bd tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0491452 Jan 28 01:00:17.842298 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3bcdcbbb-43fe-454b-b8f6-ff17a4455315 req-3aa847f3-0171-42cb-8fa4-a237a3a0966a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597076 Jan 28 01:00:17.875094 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc9fb5-cc35-4137-aabf-eb13d81e683e req-bcd79f58-70d3-465c-a501-5e03108fbf82 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.876641 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7cdc9fb5-cc35-4137-aabf-eb13d81e683e req-bcd79f58-70d3-465c-a501-5e03108fbf82 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0606294 Jan 28 01:00:17.928451 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7cdc9fb5-cc35-4137-aabf-eb13d81e683e req-ca20a014-f67f-45f5-a0ad-5a73e2bde23f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Jan 28 01:00:18.205158 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:18.256495 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:18.260577 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:18.260951 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.469021 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:18.469576 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.498143 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eab28c-4c8f-4e2b-94a5-17230141040a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f980b28-87a1-4775-8cd3-bd5038fc9cf1'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:18.500463 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bff2a09-07be-43e2-8ac3-b5805acb240b" -d '{"events": [{"server_uuid": "93eab28c-4c8f-4e2b-94a5-17230141040a", "name": "network-vif-plugged", "status": "completed", "tag": "5f980b28-87a1-4775-8cd3-bd5038fc9cf1"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:18.514199 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:18.518859 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.548237 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc4702f-281f-4a44-b1db-2d9e41983b17 x-openstack-request-id: req-5fc4702f-281f-4a44-b1db-2d9e41983b17 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:18.548686 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93eab28c-4c8f-4e2b-94a5-17230141040a", "name": "network-vif-plugged", "status": "completed", "tag": "5f980b28-87a1-4775-8cd3-bd5038fc9cf1", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:18.548951 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fc4702f-281f-4a44-b1db-2d9e41983b17 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:18.549419 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93eab28c-4c8f-4e2b-94a5-17230141040a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f980b28-87a1-4775-8cd3-bd5038fc9cf1', 'code': 200} Jan 28 01:00:18.581598 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:18.744730 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3141aa6-f0aa-47d1-862f-94e8c5af4b8a req-8385a530-cd9c-4372-92e5-3de59a83eb2b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:18.746252 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f3141aa6-f0aa-47d1-862f-94e8c5af4b8a req-8385a530-cd9c-4372-92e5-3de59a83eb2b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.0551164 Jan 28 01:00:18.807462 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f3141aa6-f0aa-47d1-862f-94e8c5af4b8a req-d70cb533-2493-434b-9cef-6e732c92ff54 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549514 Jan 28 01:00:19.005625 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589da6c2-1872-4cdc-b9f1-b5561c8519cd req-90e926c9-5ac0-48d5-9499-99eb6462471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.007243 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-589da6c2-1872-4cdc-b9f1-b5561c8519cd req-90e926c9-5ac0-48d5-9499-99eb6462471c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 1099 time: 0.0660625 Jan 28 01:00:19.025988 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde8092-948c-4282-9d0c-790cdb182f9e req-27ca02d5-5870-4bbc-a916-04db8198bed4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.028766 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-cbde8092-948c-4282-9d0c-790cdb182f9e req-27ca02d5-5870-4bbc-a916-04db8198bed4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0741112 Jan 28 01:00:19.099553 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-cbde8092-948c-4282-9d0c-790cdb182f9e req-6df50004-2d05-460d-a9e2-16131e0428b9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652800 Jan 28 01:00:19.102009 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-589da6c2-1872-4cdc-b9f1-b5561c8519cd req-8f25139b-176c-44d6-98b7-636b309308d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862913 Jan 28 01:00:19.110036 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d867-d88b-4432-af5c-a611a39111de req-d3f0a5b0-42af-4863-9826-479493236ea5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.119604 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0a27d867-d88b-4432-af5c-a611a39111de req-d3f0a5b0-42af-4863-9826-479493236ea5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0867906 Jan 28 01:00:19.178867 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0a27d867-d88b-4432-af5c-a611a39111de req-9a524f0d-ec64-47b5-ab9f-1190a36702fc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583694 Jan 28 01:00:19.183069 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-230d0f8e-82b7-4e9b-ae61-f72097968597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.932881 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fcb5c-68eb-4103-a4b9-a7e58af21c48 req-8da64a26-b894-4847-b04f-f441276ad6b1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.935024 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-457fcb5c-68eb-4103-a4b9-a7e58af21c48 req-8da64a26-b894-4847-b04f-f441276ad6b1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.0524657 Jan 28 01:00:19.987132 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-457fcb5c-68eb-4103-a4b9-a7e58af21c48 req-c30808f2-e407-4ad7-9c78-26c0c0698111 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Jan 28 01:00:20.268789 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d83393-2d9a-446c-906f-e0d938c0abdc req-7f9f6ea5-bdcb-4fac-bd5c-93d5e5577b4e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:20.271217 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-35d83393-2d9a-446c-906f-e0d938c0abdc req-7f9f6ea5-bdcb-4fac-bd5c-93d5e5577b4e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0782406 Jan 28 01:00:20.347678 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-35d83393-2d9a-446c-906f-e0d938c0abdc req-dbb1b94a-4718-4502-9e90-3c777940bad9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696988 Jan 28 01:00:20.359908 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce559de-9e6d-4d5b-ac8f-82820f0442dd req-88570349-febc-432d-b5e3-d4d79b8aaaa8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:20.362388 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4ce559de-9e6d-4d5b-ac8f-82820f0442dd req-88570349-febc-432d-b5e3-d4d79b8aaaa8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0744493 Jan 28 01:00:20.438540 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4ce559de-9e6d-4d5b-ac8f-82820f0442dd req-6d9b83cc-5b07-4f01-910d-4200512d3219 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664358 Jan 28 01:00:20.493091 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.109117 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc27ec9-ac2d-4ed4-aff8-2acc069a5e73 req-794d9858-6b1c-4c3e-a6d3-11c2767535b0 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.110603 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7bc27ec9-ac2d-4ed4-aff8-2acc069a5e73 req-794d9858-6b1c-4c3e-a6d3-11c2767535b0 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.0555997 Jan 28 01:00:21.160517 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7bc27ec9-ac2d-4ed4-aff8-2acc069a5e73 req-559b2f25-3b43-4c11-9575-f5a579742a0f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Jan 28 01:00:21.499768 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93332b2c-60a7-4d0b-a339-b0e9f9b02759 req-5052cf33-a833-4ff6-b253-c19436ec6e0d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.501303 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-93332b2c-60a7-4d0b-a339-b0e9f9b02759 req-5052cf33-a833-4ff6-b253-c19436ec6e0d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0520878 Jan 28 01:00:21.559738 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-93332b2c-60a7-4d0b-a339-b0e9f9b02759 req-727801ae-8f59-497f-b5a4-62f3fccd20b1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516386 Jan 28 01:00:21.575826 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726df32-c2c4-42a5-af4d-b46d719e7a93 req-42c3ac32-513e-436c-9cd8-3c2210c7eaf8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.577782 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a726df32-c2c4-42a5-af4d-b46d719e7a93 req-42c3ac32-513e-436c-9cd8-3c2210c7eaf8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0600967 Jan 28 01:00:21.631346 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a726df32-c2c4-42a5-af4d-b46d719e7a93 req-27bc2acf-0eaf-4312-b9ab-4ed3b1c4912c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477066 Jan 28 01:00:21.964057 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.283464 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee29eb-dd96-498d-99dc-e20864c83cb6 req-7b2ff479-e84b-42b9-a35a-2e57aa91efc7 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.284982 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23ee29eb-dd96-498d-99dc-e20864c83cb6 req-7b2ff479-e84b-42b9-a35a-2e57aa91efc7 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.0527079 Jan 28 01:00:22.345609 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23ee29eb-dd96-498d-99dc-e20864c83cb6 req-1c48c82e-0bf3-4cdf-a24b-3196f82895eb tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500591 Jan 28 01:00:22.426371 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-733b72a8-f634-4944-b52f-e9dd8636fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.427924 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-733b72a8-f634-4944-b52f-e9dd8636fd26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 1099 time: 0.0479496 Jan 28 01:00:22.519791 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-3053a5d5-0ba9-4f45-9616-cab80d5c0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.521407 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-3053a5d5-0ba9-4f45-9616-cab80d5c0298 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.0873716 Jan 28 01:00:22.600130 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-e9b8a878-0a87-4cbd-893d-c54589f1455e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4018b024-2307-4179-b2ef-10369aaee53c HTTP/1.1" status: 200 len: 1000 time: 0.0714035 Jan 28 01:00:22.640726 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:22.688110 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-6703cce6-0a95-4268-8057-9a4c4d18f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.689859 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-6703cce6-0a95-4268-8057-9a4c4d18f4da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0794671 Jan 28 01:00:22.739760 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbc15b-415a-4233-afbf-936ac969af19 req-6d8b3fa4-56a6-4f56-9ff5-2ca78bc46708 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.747579 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-89cbc15b-415a-4233-afbf-936ac969af19 req-6d8b3fa4-56a6-4f56-9ff5-2ca78bc46708 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0949657 Jan 28 01:00:22.781756 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 4018b024-2307-4179-b2ef-10369aaee53c is: ACTIVE; New status is: DOWN {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:22.781756 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.787414 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-b6c7c946-ab59-4b2a-8456-3966ad57827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.788894 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-b6c7c946-ab59-4b2a-8456-3966ad57827c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869892 Jan 28 01:00:22.815957 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:22.823487 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9ce63c-5c62-4cf5-a4d5-b03a4b525e7a" -d '{"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-unplugged", "status": "completed", "tag": "4018b024-2307-4179-b2ef-10369aaee53c"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:22.831781 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:22.837741 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.839021 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ba394-5f57-4fb3-9b78-32d11fb6aa01 req-880325df-8423-4544-bffb-a60a5e0669ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.847178 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-651ba394-5f57-4fb3-9b78-32d11fb6aa01 req-880325df-8423-4544-bffb-a60a5e0669ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 946 time: 0.0808725 Jan 28 01:00:22.871556 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-89cbc15b-415a-4233-afbf-936ac969af19 req-050a74db-2322-4d39-b705-142f5319d6dd tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118429 Jan 28 01:00:22.910295 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-651ba394-5f57-4fb3-9b78-32d11fb6aa01 req-f854b608-0bf4-4c89-a9ae-0d08b8530af0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618956 Jan 28 01:00:22.927040 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=8']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:22.930035 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-5fbbfb10-71de-49e4-88f0-29e411f4673f service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283424 Jan 28 01:00:22.938970 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.939557 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.940117 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.940674 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.941229 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.941786 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.942348 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.943081 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.943647 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.944297 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.944848 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.945407 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.945967 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:22.987572 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238dcd8a-256c-444b-aa50-6f9230267ce2 x-openstack-request-id: req-238dcd8a-256c-444b-aa50-6f9230267ce2 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:22.988186 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-unplugged", "status": "completed", "tag": "4018b024-2307-4179-b2ef-10369aaee53c", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:22.988388 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-238dcd8a-256c-444b-aa50-6f9230267ce2 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:22.988981 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c', 'code': 200} Jan 28 01:00:23.056508 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-11024ce6-4a57-4083-a7c1-064b6d8bbf9d req-7e8dc8be-1402-4629-98db-5a19949f3010 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165950 Jan 28 01:00:23.316860 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.491668 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4f3b-c327-4bf3-a9a9-840241446329 req-749fbd6b-8cc9-4fe3-9467-58a8eecd7c62 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.493700 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23ea4f3b-c327-4bf3-a9a9-840241446329 req-749fbd6b-8cc9-4fe3-9467-58a8eecd7c62 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.0612140 Jan 28 01:00:23.554045 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23ea4f3b-c327-4bf3-a9a9-840241446329 req-fb0179cc-3ab6-4414-95bc-2108cc077421 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529184 Jan 28 01:00:24.004463 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7229a9a-e127-4593-8c1c-fd9f46d15ae7 req-138239be-ac26-4417-8670-c7aef30e8a57 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:24.006191 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7229a9a-e127-4593-8c1c-fd9f46d15ae7 req-138239be-ac26-4417-8670-c7aef30e8a57 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0487201 Jan 28 01:00:24.048464 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786383a-b8ef-4b2a-837a-a74dbb800f7b req-025a2504-b1fd-4283-986b-02b39c3930b8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:24.050479 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2786383a-b8ef-4b2a-837a-a74dbb800f7b req-025a2504-b1fd-4283-986b-02b39c3930b8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0586486 Jan 28 01:00:24.060463 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7229a9a-e127-4593-8c1c-fd9f46d15ae7 req-6ae97874-8c89-44cd-90fb-5aab26c0ac63 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485723 Jan 28 01:00:24.114676 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2786383a-b8ef-4b2a-837a-a74dbb800f7b req-786db380-a30e-4591-8121-c5429b7989e6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567083 Jan 28 01:00:24.669389 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89986c52-64dd-4cbf-b0c3-bf68e6e682f7 req-bf22e311-3840-4c8a-a7fa-8eb85689735f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:24.671061 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-89986c52-64dd-4cbf-b0c3-bf68e6e682f7 req-bf22e311-3840-4c8a-a7fa-8eb85689735f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.0480759 Jan 28 01:00:24.719570 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-89986c52-64dd-4cbf-b0c3-bf68e6e682f7 req-89cc6503-934a-4b3c-8c14-ed570b8926db tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Jan 28 01:00:25.181457 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d35711-005b-4f1e-87be-c4b646a0b1c3 req-493a6733-0e54-43ea-b133-cb4c02b9e4e3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:25.183102 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-50d35711-005b-4f1e-87be-c4b646a0b1c3 req-493a6733-0e54-43ea-b133-cb4c02b9e4e3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0517459 Jan 28 01:00:25.233341 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-50d35711-005b-4f1e-87be-c4b646a0b1c3 req-276f05d6-03f9-454d-99f0-ac10c181c88f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Jan 28 01:00:25.242150 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481598ce-ebca-4f6e-b247-7b23f87af4c7 req-55863fa9-1e07-457a-bd8f-cb26cb1b3537 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:25.243710 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-481598ce-ebca-4f6e-b247-7b23f87af4c7 req-55863fa9-1e07-457a-bd8f-cb26cb1b3537 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0546691 Jan 28 01:00:25.292703 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-481598ce-ebca-4f6e-b247-7b23f87af4c7 req-337fc260-062c-44af-836b-9e66931fd643 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Jan 28 01:00:26.372178 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02b52a-313d-4518-943b-d265bad1b2da req-bb582d45-2b75-467b-b853-a93bac45b104 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.374009 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ab02b52a-313d-4518-943b-d265bad1b2da req-bb582d45-2b75-467b-b853-a93bac45b104 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0609112 Jan 28 01:00:26.440810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5d7c5-a204-402c-93e0-8e2e1278b255 req-bbd5aff9-eb6c-49d5-8878-ccc91cbea36a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.442171 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f3e5d7c5-a204-402c-93e0-8e2e1278b255 req-bbd5aff9-eb6c-49d5-8878-ccc91cbea36a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0633852 Jan 28 01:00:26.444804 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ab02b52a-313d-4518-943b-d265bad1b2da req-d4962442-7c8b-4f93-9ea9-4bd07f3040fc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Jan 28 01:00:26.507478 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f3e5d7c5-a204-402c-93e0-8e2e1278b255 req-c9422d78-94d9-4baa-be46-48422824d2b6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544343 Jan 28 01:00:27.593507 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c057e9-0de7-4d62-8f94-f93dac9ddd9a req-4d07021e-875f-49ef-8bfa-e312e851587a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.595986 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c7c057e9-0de7-4d62-8f94-f93dac9ddd9a req-4d07021e-875f-49ef-8bfa-e312e851587a tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0759914 Jan 28 01:00:27.669519 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c7c057e9-0de7-4d62-8f94-f93dac9ddd9a req-f4125afa-f919-4a9f-8813-42413e057851 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675335 Jan 28 01:00:27.795325 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62174de-b802-4ac9-821c-29ddd4486c7a req-4a3d3850-b932-45d2-9d53-664f96355c40 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.796895 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f62174de-b802-4ac9-821c-29ddd4486c7a req-4a3d3850-b932-45d2-9d53-664f96355c40 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0547466 Jan 28 01:00:27.855261 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21372441-7c32-44a2-9e64-7ba76ea0e9f8 req-ea2ca426-f1b4-4602-870f-f6182fe53db8 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.857708 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-21372441-7c32-44a2-9e64-7ba76ea0e9f8 req-ea2ca426-f1b4-4602-870f-f6182fe53db8 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.0573673 Jan 28 01:00:27.877476 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f62174de-b802-4ac9-821c-29ddd4486c7a req-34257e8e-58b4-488b-b17f-845c439453ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696890 Jan 28 01:00:27.929682 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-21372441-7c32-44a2-9e64-7ba76ea0e9f8 req-f61c3bf2-bc7a-4a2b-9f19-103a742f79a6 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635529 Jan 28 01:00:28.419741 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [req-2cad0571-3c7c-4403-a52a-b6d45736da61 req-5d07fcb0-1b2c-44b7-bd03-52b128eb7a45 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:00:28.420944 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2cad0571-3c7c-4403-a52a-b6d45736da61 req-5d07fcb0-1b2c-44b7-bd03-52b128eb7a45 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061364 Jan 28 01:00:28.601737 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d0d8-2999-4c19-81c6-d0a87c56dabd req-a4db6c5e-07cd-4a54-8a8b-65bfe6602bf5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:28.603575 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1f57d0d8-2999-4c19-81c6-d0a87c56dabd req-a4db6c5e-07cd-4a54-8a8b-65bfe6602bf5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0551858 Jan 28 01:00:28.667587 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1f57d0d8-2999-4c19-81c6-d0a87c56dabd req-81d5fbbe-e4d7-4f85-bc85-a4da7496e939 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571868 Jan 28 01:00:28.704524 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45742) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:28.827282 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b42121-2e12-496a-b65f-466695291350 req-da04f414-cc7b-4f31-86be-2d4941ccf292 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:28.829318 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-34b42121-2e12-496a-b65f-466695291350 req-da04f414-cc7b-4f31-86be-2d4941ccf292 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0585003 Jan 28 01:00:28.880795 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-73f044e0-5015-4af5-822f-03f9ad70008c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.927875 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-34b42121-2e12-496a-b65f-466695291350 req-49569833-cbfe-43ae-9d50-d12f1cad086b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919633 Jan 28 01:00:29.009558 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-73f044e0-5015-4af5-822f-03f9ad70008c admin admin] Publish callbacks [] for security_group (d09e2976-1481-4fbf-b3b7-3c62dd16c59a), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.014710 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-73f044e0-5015-4af5-822f-03f9ad70008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d09e2976-1481-4fbf-b3b7-3c62dd16c59a), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.055621 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f044e0-5015-4af5-822f-03f9ad70008c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09e2976-1481-4fbf-b3b7-3c62dd16c59a,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:29.073762 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-73f044e0-5015-4af5-822f-03f9ad70008c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f86558be85d946a4b9b7ebcbe0b4b598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677638 Jan 28 01:00:29.073971 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45768) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:29.102614 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45770) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:29.135014 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50752b68-d36c-4110-99ac-ea38f1bd2601 req-7fb9509d-85a0-4570-bd74-2c2eba343df2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:29.136413 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-50752b68-d36c-4110-99ac-ea38f1bd2601 req-7fb9509d-85a0-4570-bd74-2c2eba343df2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.1026998 Jan 28 01:00:29.171545 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-54b3330f-8cfa-4402-805b-3a792f099c5c admin admin] Publish callbacks [] for security_group (d09e2976-1481-4fbf-b3b7-3c62dd16c59a), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.208524 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-54b3330f-8cfa-4402-805b-3a792f099c5c admin admin] Publish callbacks [] for security_group (d09e2976-1481-4fbf-b3b7-3c62dd16c59a), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.222854 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-5eff212f-baf2-4284-a5c1-fd89a9d49774 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185758 Jan 28 01:00:29.228310 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-e37998af-81d0-436c-824a-c9e75f20cc91 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:00:29.229332 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-e37998af-81d0-436c-824a-c9e75f20cc91 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055532 Jan 28 01:00:29.229787 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-50752b68-d36c-4110-99ac-ea38f1bd2601 req-0b667c0c-3a2a-4112-ab7c-856023c9039f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842450 Jan 28 01:00:29.284234 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-54b3330f-8cfa-4402-805b-3a792f099c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d09e2976-1481-4fbf-b3b7-3c62dd16c59a), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.287277 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-54b3330f-8cfa-4402-805b-3a792f099c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.288429 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-54b3330f-8cfa-4402-805b-3a792f099c5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d09e2976-1481-4fbf-b3b7-3c62dd16c59a HTTP/1.1" status: 204 len: 168 time: 0.2118411 Jan 28 01:00:29.302168 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3330f-8cfa-4402-805b-3a792f099c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09e2976-1481-4fbf-b3b7-3c62dd16c59a,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:29.767828 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-efa22e85-a514-4fa5-80d5-085641335d1f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:29.771413 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-efa22e85-a514-4fa5-80d5-085641335d1f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.15 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 946 time: 0.0637858 Jan 28 01:00:29.899540 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed65df5-56f9-4fec-a65a-2846ad22119d req-fc107ba3-4778-4ce7-96ac-6afb780f0fad tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:29.901284 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bed65df5-56f9-4fec-a65a-2846ad22119d req-fc107ba3-4778-4ce7-96ac-6afb780f0fad tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1185853 Jan 28 01:00:29.964903 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Deleting port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:29.965316 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.979881 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bed65df5-56f9-4fec-a65a-2846ad22119d req-b7aadf5b-d8df-455b-90e2-26e5d6cd4901 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703294 Jan 28 01:00:30.104135 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2813ed1-81e2-4349-8cd9-75bc99519ec8 req-38a31f45-d3e8-43bc-8ff1-0ca391caefee tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:30.106572 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e2813ed1-81e2-4349-8cd9-75bc99519ec8 req-38a31f45-d3e8-43bc-8ff1-0ca391caefee tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0773282 Jan 28 01:00:30.120335 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] For port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:30.120704 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.137988 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Calling delete_port for 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:30.185162 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e2813ed1-81e2-4349-8cd9-75bc99519ec8 req-dcf31fdf-5f07-4c35-bf9b-931091a943f4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702662 Jan 28 01:00:30.279883 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45812) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:30.313210 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (5f980b28-87a1-4775-8cd3-bd5038fc9cf1), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.356130 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['5f980b28-87a1-4775-8cd3-bd5038fc9cf1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:30.380471 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9d628112-03da-4c21-9dfe-2f03ef58c4ac req-b3676699-e356-40bc-8114-aebeebe4dffd tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=93eab28c-4c8f-4e2b-94a5-17230141040a HTTP/1.1" status: 200 len: 210 time: 0.0640280 Jan 28 01:00:30.381227 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Pushing event deleted for resources: {'Port': ['ID=5f980b28-87a1-4775-8cd3-bd5038fc9cf1,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:30.431958 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] No DVR routers for this DVR port 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:30.435138 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.438520 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7cb6411f-5f23-4350-80b4-ab85f6043860 req-ad84f1fc-ec45-466f-ae9c-2506d22d73aa tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.15 "DELETE /v2.0/ports/5f980b28-87a1-4775-8cd3-bd5038fc9cf1 HTTP/1.1" status: 204 len: 173 time: 0.6424091 Jan 28 01:00:30.439046 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eab28c-4c8f-4e2b-94a5-17230141040a', 'name': 'network-vif-deleted', 'tag': '5f980b28-87a1-4775-8cd3-bd5038fc9cf1'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:30.442094 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8386ce5-beae-48aa-9562-1f151908ffd7" -d '{"events": [{"server_uuid": "93eab28c-4c8f-4e2b-94a5-17230141040a", "name": "network-vif-deleted", "tag": "5f980b28-87a1-4775-8cd3-bd5038fc9cf1"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:30.494079 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1396907213-network', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:30.499885 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ba6781-e22b-4866-a4e6-c0112f46fc95 x-openstack-request-id: req-15ba6781-e22b-4866-a4e6-c0112f46fc95 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:30.500179 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93eab28c-4c8f-4e2b-94a5-17230141040a", "name": "network-vif-deleted", "tag": "5f980b28-87a1-4775-8cd3-bd5038fc9cf1", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:30.500487 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15ba6781-e22b-4866-a4e6-c0112f46fc95 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:30.500873 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93eab28c-4c8f-4e2b-94a5-17230141040a', 'name': 'network-vif-deleted', 'tag': '5f980b28-87a1-4775-8cd3-bd5038fc9cf1', 'status': 'completed', 'code': 200} Jan 28 01:00:30.517873 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Made reservation on behalf of e43c3f3031ee40508283209d12740ec8 for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:30.521069 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.530037 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.615746 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Publish callbacks [] for security_group (1711fc70-ff68-4829-8bab-2582471f7495), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.620340 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (1711fc70-ff68-4829-8bab-2582471f7495), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.648753 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 977, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:30.661273 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711fc70-ff68-4829-8bab-2582471f7495,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:30.666304 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (18c0e7f9-71b7-4511-b324-2f4a3f653136), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.666647 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Added segment 18c0e7f9-71b7-4511-b324-2f4a3f653136 of type vlan for network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 Jan 28 01:00:30.673352 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:30.714942 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (56cdaf8a-2aaa-4802-bf7a-e7fc18698832), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.742672 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (56cdaf8a-2aaa-4802-bf7a-e7fc18698832), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.743890 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:30.744468 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.783183 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 4018b024-2307-4179-b2ef-10369aaee53c is: DOWN; New status is: DOWN {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:30.808091 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5242636 Jan 28 01:00:30.810520 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45818) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:30.815528 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Request body: {'subnet': {'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1396907213-subnet', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'ip_version': 4}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:30.816130 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26cf67-1111-4824-8a38-8a158ae4acc7 admin admin] Pushing event updated for resources: {'Network': ['ID=56cdaf8a-2aaa-4802-bf7a-e7fc18698832,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:30.836483 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:30.841731 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Made reservation on behalf of e43c3f3031ee40508283209d12740ec8 for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:30.844315 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7429227'] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.050966 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7838316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7429241'] for subnet (e362a41c-5811-4ee1-a085-8b0cfd035ac5), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.113122 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e362a41c-5811-4ee1-a085-8b0cfd035ac5,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:31.140700 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Checking segment: {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:31.140931 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Network hostable DHCP agents. Network: 56cdaf8a-2aaa-4802-bf7a-e7fc18698832, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:31.163834 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:31.176807 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 56cdaf8a-2aaa-4802-bf7a-e7fc18698832) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:31.184197 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.184821 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.189012 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0889ee7-0cf4-4dd0-bfce-13665cc2d6dd req-2f539442-80bf-4342-85e9-bfd6af07f31d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.191477 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b0889ee7-0cf4-4dd0-bfce-13665cc2d6dd req-2f539442-80bf-4342-85e9-bfd6af07f31d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0980239 Jan 28 01:00:31.197088 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fba931-b5e1-4a14-820f-1623cf32575f None None] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:31.210566 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-a8a4422a-bd61-4b57-b53e-cfb854ab9b8e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3990810 Jan 28 01:00:31.213856 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45826) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:31.219735 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:31.247889 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.249449 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.312126 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b0889ee7-0cf4-4dd0-bfce-13665cc2d6dd req-2ef7f066-e532-4eea-af57-c0bb6ae9d6b0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982947 Jan 28 01:00:31.321782 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks [] for router_controller (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), precommit_add_association {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.387888 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:00:31.390137 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.479967 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03809a6d-ad61-4fcc-afa3-78c29f27ebf2 req-63c77a8a-bb05-4e74-930c-71ecbb567f31 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.483527 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-03809a6d-ad61-4fcc-afa3-78c29f27ebf2 req-63c77a8a-bb05-4e74-930c-71ecbb567f31 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0887313 Jan 28 01:00:31.636712 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367eb0-b339-400e-8771-9596872e1b50 req-76c2e075-79ac-4b10-8e42-066bfebe3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.638775 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-76c2e075-79ac-4b10-8e42-066bfebe3b66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499&tenant_id=d1619efcedc544fabe3b60eef955ce40 HTTP/1.1" status: 200 len: 1097 time: 0.1541820 Jan 28 01:00:31.666917 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-03809a6d-ad61-4fcc-afa3-78c29f27ebf2 req-eeb9ec12-a1fc-4085-b39b-e7312d4bae56 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244066 Jan 28 01:00:31.719568 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Allocated IP 172.20.0.2 (56cdaf8a-2aaa-4802-bf7a-e7fc18698832/e362a41c-5811-4ee1-a085-8b0cfd035ac5/36fd622f-7cd6-4ca8-80ce-81f17b880769) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:31.738032 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks [] for router_gateway (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.756616 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367eb0-b339-400e-8771-9596872e1b50 req-cf52d05d-ca0c-40cb-b657-d6276d6544e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.760093 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-cf52d05d-ca0c-40cb-b657-d6276d6544e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 1097 time: 0.0665357 Jan 28 01:00:31.878366 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367eb0-b339-400e-8771-9596872e1b50 req-4a02e2a4-00e4-453a-a592-7bf98344492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.881077 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-4a02e2a4-00e4-453a-a592-7bf98344492c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.1148207 Jan 28 01:00:31.917535 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Publish callbacks [] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.926153 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.980432 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:31.983748 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:31.987211 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:31.995542 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-cb2e6e3a-c8ae-4bed-84b0-8d5382a2dae3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4018b024-2307-4179-b2ef-10369aaee53c HTTP/1.1" status: 200 len: 998 time: 0.0831645 Jan 28 01:00:32.004677 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Pushing event updated for resources: {'Port': ['ID=36fd622f-7cd6-4ca8-80ce-81f17b880769,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:32.062510 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Attempting to bind port 36fd622f-7cd6-4ca8-80ce-81f17b880769 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:32.063634 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Attempting to bind port 36fd622f-7cd6-4ca8-80ce-81f17b880769 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:32.064181 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Attempting to bind port 36fd622f-7cd6-4ca8-80ce-81f17b880769 on network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:32.073722 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:32.075030 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Checking segment: {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:32.075680 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.076245 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Bound using segment: {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:32.077129 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Bound port: 36fd622f-7cd6-4ca8-80ce-81f17b880769, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:32.077746 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.083361 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks [] for router_gateway (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.114030 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-23041e5b-c9e8-498f-9944-3959f5f7b0c0 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.115939 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-23041e5b-c9e8-498f-9944-3959f5f7b0c0 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/networks?id=e44d5089-38c5-4112-a3d1-3d8601d191f4 HTTP/1.1" status: 200 len: 809 time: 0.2550256 Jan 28 01:00:32.117885 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.164117 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] For port 36fd622f-7cd6-4ca8-80ce-81f17b880769, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:32.170196 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] For port 36fd622f-7cd6-4ca8-80ce-81f17b880769, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=36fd622f-7cd6-4ca8-80ce-81f17b880769,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:32.173249 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-860931df-b72b-4761-a9bd-023590aad2b2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/quotas/65c173bb6e2e4edba095bbd06228bbc3 HTTP/1.1" status: 200 len: 375 time: 0.0462608 Jan 28 01:00:32.182785 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.224794 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-dbe04eff-5a50-4fc0-a79d-7dbf95c2a699 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=65c173bb6e2e4edba095bbd06228bbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431092 Jan 28 01:00:32.297933 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73115415-1ed3-48df-a857-07a09da307a1 None None] Pushing event updated for resources: {'Port': ['ID=36fd622f-7cd6-4ca8-80ce-81f17b880769,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:32.343649 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367eb0-b339-400e-8771-9596872e1b50 req-17f5ba0e-46ea-4a70-9973-8098f08bc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.345752 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-17f5ba0e-46ea-4a70-9973-8098f08bc7d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.3384664 Jan 28 01:00:32.381255 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Allocated IP 172.27.1.124 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/87f6f6fe-ea4b-429c-93ac-78080b56238f) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:32.412863 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-63608ed3-a878-45e8-9bca-8b5fbb0c66d5 service neutron] 10.222.0.78 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764741 Jan 28 01:00:32.430262 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367eb0-b339-400e-8771-9596872e1b50 req-3ec5b0fb-b90a-4176-a9b2-5e1e9c556dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.432259 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-3ec5b0fb-b90a-4176-a9b2-5e1e9c556dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747151 Jan 28 01:00:32.555076 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce271e-bb74-4658-8ee1-7bf68dcfd6b3 req-de16fdda-d1de-48b8-a2ea-865227325add tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.556945 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e0ce271e-bb74-4658-8ee1-7bf68dcfd6b3 req-de16fdda-d1de-48b8-a2ea-865227325add tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1155331 Jan 28 01:00:32.598387 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks [] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.648142 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-4abd0b37-5442-42fb-8e8f-ee4faf2a647e service neutron] 10.222.0.78 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337174 Jan 28 01:00:32.713163 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-f44fbc49-b7a6-4045-8fc5-0599c02e2fb2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733626 Jan 28 01:00:32.750332 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e0ce271e-bb74-4658-8ee1-7bf68dcfd6b3 req-d0e99ef2-728c-4e1a-8c7d-7a2183a3da94 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711755 Jan 28 01:00:32.764322 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.891267 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Pushing event updated for resources: {'Port': ['ID=87f6f6fe-ea4b-429c-93ac-78080b56238f,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:33.050816 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:33.064195 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 36fd622f-7cd6-4ca8-80ce-81f17b880769 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:33.074320 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:33.078999 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:33.106851 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f7367eb0-b339-400e-8771-9596872e1b50 req-fb3c528c-0afb-4a55-b253-f4a267f36eb0 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539195 Jan 28 01:00:33.207259 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150553a-b53d-4d3b-9499-5e56a3331c8a req-8fc96f02-33a2-4135-803f-6fe6d05396f0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:33.209658 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9150553a-b53d-4d3b-9499-5e56a3331c8a req-8fc96f02-33a2-4135-803f-6fe6d05396f0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.2856305 Jan 28 01:00:33.249141 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 36fd622f-7cd6-4ca8-80ce-81f17b880769 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:33.249961 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.276480 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2bd9193d-44f2-45b1-8729-79a6429d5142 req-18a00ff9-255d-4e55-bd58-d047a80449e6 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 210 time: 0.0682492 Jan 28 01:00:33.464363 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9150553a-b53d-4d3b-9499-5e56a3331c8a req-30226e46-9c0d-4111-b09f-d9a57d30b12d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291627 Jan 28 01:00:33.514776 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 36fd622f-7cd6-4ca8-80ce-81f17b880769 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:33.514776 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.572911 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853c28-0b0c-445a-99ba-3f49347daf85 req-355ddde4-8ad8-4558-88f0-d08cbcdac9b7 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:33.578777 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4d853c28-0b0c-445a-99ba-3f49347daf85 req-355ddde4-8ad8-4558-88f0-d08cbcdac9b7 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.1722078 Jan 28 01:00:33.615931 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 36fd622f-7cd6-4ca8-80ce-81f17b880769, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=36fd622f-7cd6-4ca8-80ce-81f17b880769,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:33.622051 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.685696 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks [] for router_gateway (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.741178 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=36fd622f-7cd6-4ca8-80ce-81f17b880769,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:33.743546 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4d853c28-0b0c-445a-99ba-3f49347daf85 req-433fea67-2450-4e5e-b557-bf529af7555c tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527197 Jan 28 01:00:34.030711 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c23a6-3fa4-4df4-9ec7-078ed4288649 req-24d06573-030c-450c-aaf4-7c69cdd753db tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.032353 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c68c23a6-3fa4-4df4-9ec7-078ed4288649 req-24d06573-030c-450c-aaf4-7c69cdd753db tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1109982 Jan 28 01:00:34.042978 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e606f7-bd43-48c2-9701-f1f763c5466a None None] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:34.058373 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.142767 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-c2a130d9-9503-4884-9db8-7d13330506c5 None None] Provisioning complete for port 36fd622f-7cd6-4ca8-80ce-81f17b880769 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:34.142767 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c2a130d9-9503-4884-9db8-7d13330506c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.160709 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c68c23a6-3fa4-4df4-9ec7-078ed4288649 req-e0df7d32-b570-4056-b312-8d2005daf636 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097519 Jan 28 01:00:34.284330 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:00:34.353206 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-c2a130d9-9503-4884-9db8-7d13330506c5 None None] Current status of the port 36fd622f-7cd6-4ca8-80ce-81f17b880769 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:34.551368 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4a800e84-5f81-4bfa-9bea-5ec81ce635b4 req-5429048b-1d82-4ffb-9a36-7bbe9922d423 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 210 time: 0.0838654 Jan 28 01:00:34.706244 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:34.799287 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:34.799662 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 5f980b28-87a1-4775-8cd3-bd5038fc9cf1 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:34.808140 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:34.823672 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Sync routers for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:34.836793 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db283d-1c67-4bc7-95dd-5f8ad60516a8 req-bf72395f-7c73-460a-a21c-1a61e2154ea1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.847472 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-38db283d-1c67-4bc7-95dd-5f8ad60516a8 req-bf72395f-7c73-460a-a21c-1a61e2154ea1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1017737 Jan 28 01:00:34.863300 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.868968 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-8a3c965d-24be-4fe2-8b23-058ca137ebab admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6526606 Jan 28 01:00:34.872198 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:34.878137 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45900) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:34.883799 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:00:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:34.912814 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-e7d9263e-62f0-47fa-a9fd-ac2279c49937 None None] Provisioning complete for port 36fd622f-7cd6-4ca8-80ce-81f17b880769 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:34.913360 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e7d9263e-62f0-47fa-a9fd-ac2279c49937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.009641 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-38db283d-1c67-4bc7-95dd-5f8ad60516a8 req-1599fc3f-c45d-4bca-82b1-db05b7f0c5ac tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608405 Jan 28 01:00:35.077023 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 36fd622f-7cd6-4ca8-80ce-81f17b880769 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:35.187299 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9263e-62f0-47fa-a9fd-ac2279c49937 None None] Current status of the port 36fd622f-7cd6-4ca8-80ce-81f17b880769 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:35.208911 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-58f47fdc-73d2-4632-87c3-07adcd75964e tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.210472 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-58f47fdc-73d2-4632-87c3-07adcd75964e tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.15 "GET /v2.0/networks?id=e44d5089-38c5-4112-a3d1-3d8601d191f4 HTTP/1.1" status: 200 len: 809 time: 0.4731889 Jan 28 01:00:35.237219 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe5918-0ceb-4d03-85d5-7a32f035018c req-e535a5bd-58ca-466f-9c35-840430c64f26 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.247260 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6dbe5918-0ceb-4d03-85d5-7a32f035018c req-e535a5bd-58ca-466f-9c35-840430c64f26 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.1633415 Jan 28 01:00:35.282807 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 36fd622f-7cd6-4ca8-80ce-81f17b880769 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:35.283481 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.316916 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Request body: {'port': {'device_id': 'dd356939-ae04-408e-ba0a-bb9bf12d7a36', 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4', 'admin_state_up': True, 'tenant_id': '65c173bb6e2e4edba095bbd06228bbc3'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:35.339308 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6dbe5918-0ceb-4d03-85d5-7a32f035018c req-6ba66536-dff9-40de-8a88-1434da5c1dd4 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906470 Jan 28 01:00:35.403845 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:35.459297 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 36fd622f-7cd6-4ca8-80ce-81f17b880769 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:35.574620 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Made reservation on behalf of 65c173bb6e2e4edba095bbd06228bbc3 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:35.587352 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.690337 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b717a1-bb1e-4687-81ae-92e2195f21d7 req-1ebcaa20-75e1-463b-93de-fcde3a0f29d7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.696278 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23b717a1-bb1e-4687-81ae-92e2195f21d7 req-1ebcaa20-75e1-463b-93de-fcde3a0f29d7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.3109984 Jan 28 01:00:35.743058 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:33Z', 'revision_number': 3, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:35.801312 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1764e5b8-2ef1-462d-9a81-76e8e9dcf7dd req-d3274092-0f82-4a39-8952-cba19ee8579c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 210 time: 0.0652442 Jan 28 01:00:35.833802 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Checking router: 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:35.834795 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Updating router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 port 87f6f6fe-ea4b-429c-93ac-78080b56238f binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:35.864753 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.892243 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23b717a1-bb1e-4687-81ae-92e2195f21d7 req-17f8a3f7-54dc-46fc-9d4f-eed4542f520f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299410 Jan 28 01:00:36.025273 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.047851 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Allocated IP 172.20.0.13 (e44d5089-38c5-4112-a3d1-3d8601d191f4/954b777c-bb72-4f5e-97da-4f95e4cb3ce2/43cbe1a5-2a85-4721-8c67-6ae16336682b) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:36.414267 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Publish callbacks [] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.429960 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.499941 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks [] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.533192 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Allocated IP 172.20.0.1 (56cdaf8a-2aaa-4802-bf7a-e7fc18698832/e362a41c-5811-4ee1-a085-8b0cfd035ac5/b8329eab-9483-4478-8e93-77064f3039cf) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:36.536779 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Pushing event updated for resources: {'Port': ['ID=87f6f6fe-ea4b-429c-93ac-78080b56238f,revision_number=2']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:36.548516 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.548854 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.549530 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.550128 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.550670 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.551362 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.552284 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.552284 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.552828 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.553388 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.554071 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.554509 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.555012 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:36.572987 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e2728-3cee-4c33-94e9-3a27a75da81b req-58309729-3430-4fbb-814d-745b44fc2a91 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:36.582421 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-639e2728-3cee-4c33-94e9-3a27a75da81b req-58309729-3430-4fbb-814d-745b44fc2a91 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.4830670 Jan 28 01:00:36.593047 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.682142 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Attempting to bind port 87f6f6fe-ea4b-429c-93ac-78080b56238f on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:36.683095 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Attempting to bind port 87f6f6fe-ea4b-429c-93ac-78080b56238f by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:36.684129 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616447d7-7efb-4e7a-a97a-f5a60c0041c1 req-8b27e15f-d838-436a-8d8d-48bd900249ba tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:36.685514 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Attempting to bind port 87f6f6fe-ea4b-429c-93ac-78080b56238f on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:36.692003 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-616447d7-7efb-4e7a-a97a-f5a60c0041c1 req-8b27e15f-d838-436a-8d8d-48bd900249ba tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.1182783 Jan 28 01:00:36.708383 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:36.709196 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:36.709810 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.710430 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:36.711166 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Bound port: 87f6f6fe-ea4b-429c-93ac-78080b56238f, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:36.711776 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.777557 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-616447d7-7efb-4e7a-a97a-f5a60c0041c1 req-e2163126-094a-4938-970d-de6c3bd1898b tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844867 Jan 28 01:00:36.798483 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Publish callbacks [] for port (b8329eab-9483-4478-8e93-77064f3039cf), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.846163 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-639e2728-3cee-4c33-94e9-3a27a75da81b req-c86a6583-aec2-4347-abe2-78cf9cac30e1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604408 Jan 28 01:00:36.871890 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Network e44d5089-38c5-4112-a3d1-3d8601d191f4 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:36.873410 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] For port 87f6f6fe-ea4b-429c-93ac-78080b56238f, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:36.880938 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (b8329eab-9483-4478-8e93-77064f3039cf), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.883206 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:36.884003 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] For port 87f6f6fe-ea4b-429c-93ac-78080b56238f, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=87f6f6fe-ea4b-429c-93ac-78080b56238f,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:36.890350 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:36.892745 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.934478 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:36.976267 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Pushing event updated for resources: {'Port': ['ID=43cbe1a5-2a85-4721-8c67-6ae16336682b,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:37.018365 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.021515 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.022115 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.022931 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.024403 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.024972 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.025625 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:37.026279 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.027340 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.029442 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.029570 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f7ebe-2498-48f3-a637-4913f9d81374 None None] Pushing event updated for resources: {'Port': ['ID=87f6f6fe-ea4b-429c-93ac-78080b56238f,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:37.030123 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.030667 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.032202 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.033141 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.045115 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:37.070745 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:37.071502 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:37.071660 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.072449 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:00:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:37.103000 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-77443c56-c22f-4915-871f-e650e2346ff2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7901726 Jan 28 01:00:37.152991 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Request body: {'port': {'device_id': 'dd356939-ae04-408e-ba0a-bb9bf12d7a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:37.195239 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8329eab-9483-4478-8e93-77064f3039cf,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:37.207156 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec37a1b-a8b8-49d4-b248-75371948c139 req-b58b15e0-b479-4964-bbc1-a52b4490e0a3 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:37.220292 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7ec37a1b-a8b8-49d4-b248-75371948c139 req-b58b15e0-b479-4964-bbc1-a52b4490e0a3 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 932 time: 0.2842546 Jan 28 01:00:37.233539 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e47fd5-308b-431b-95de-182a36a10fa0 req-b60315ba-271e-4300-a9c6-d64e20166d84 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:37.240648 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e8e47fd5-308b-431b-95de-182a36a10fa0 req-b60315ba-271e-4300-a9c6-d64e20166d84 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1546452 Jan 28 01:00:37.250560 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.306930 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.312914 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.320875 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.321809 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.323163 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.323163 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.323849 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.324569 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.325218 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.344602 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.346064 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.348215 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e8e47fd5-308b-431b-95de-182a36a10fa0 req-4e606e17-092c-4663-866d-57592ffa7dc8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056759 Jan 28 01:00:37.348455 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:37.361931 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.364483 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.366977 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:37.658438 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-bcea43d2-3a8d-4e46-a7fc-6be09a0e6979 None None] Provisioning complete for port b8329eab-9483-4478-8e93-77064f3039cf triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:37.661464 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-bcea43d2-3a8d-4e46-a7fc-6be09a0e6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (b8329eab-9483-4478-8e93-77064f3039cf), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.729581 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7ec37a1b-a8b8-49d4-b248-75371948c139 req-df9e1a91-f9db-4abe-ad2d-ce541f42deb6 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021667 Jan 28 01:00:37.775118 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-bcea43d2-3a8d-4e46-a7fc-6be09a0e6979 None None] Port b8329eab-9483-4478-8e93-77064f3039cf cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:37.817951 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (b8329eab-9483-4478-8e93-77064f3039cf), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.902356 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:33Z', 'revision_number': 3, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:37.972969 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b216b1b-5d0f-4b06-9bb0-de2ea11f7802 None None] The sync data for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi is: [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:33Z', 'revision_number': 3, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:38.148176 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb308a-b8d5-4859-b0a4-2ad8ac17020e req-1ec70d07-45ff-4faa-bfe6-890631db0a2d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:38.155605 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dacb308a-b8d5-4859-b0a4-2ad8ac17020e req-1ec70d07-45ff-4faa-bfe6-890631db0a2d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1708930 Jan 28 01:00:38.286358 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac311-2585-49c9-a06d-c153287ac60a req-0008f596-21cb-4fc8-b957-d9fa96dc1410 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:38.290690 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-480ac311-2585-49c9-a06d-c153287ac60a req-0008f596-21cb-4fc8-b957-d9fa96dc1410 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.3254044 Jan 28 01:00:38.309794 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dacb308a-b8d5-4859-b0a4-2ad8ac17020e req-7c3b84b1-4904-4602-937c-a3446dd6d47c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449320 Jan 28 01:00:38.316102 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cbe1a5-2a85-4721-8c67-6ae16336682b {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:38.333204 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Publish callbacks [] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.428261 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Publish callbacks [] for port (b8329eab-9483-4478-8e93-77064f3039cf), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.440182 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (b8329eab-9483-4478-8e93-77064f3039cf), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.461131 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-afa13e21-767d-4447-961d-3de165ffcc40 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:38.471206 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-afa13e21-767d-4447-961d-3de165ffcc40 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.15 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.2782407 Jan 28 01:00:38.472683 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Transition to ACTIVE for port object 43cbe1a5-2a85-4721-8c67-6ae16336682b will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:38.554641 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.655734 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-480ac311-2585-49c9-a06d-c153287ac60a req-9a0f1a05-aa65-44eb-8162-29fa52cd97f4 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497913 Jan 28 01:00:38.674120 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.749576 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8329eab-9483-4478-8e93-77064f3039cf,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:38.964715 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Pushing event updated for resources: {'Port': ['ID=43cbe1a5-2a85-4721-8c67-6ae16336682b,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:39.077848 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39324e-d282-4996-8bec-2420e9a31c85 req-fb8a611d-76c1-4b0e-9386-25349e1d94bc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:39.079892 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9b39324e-d282-4996-8bec-2420e9a31c85 req-fb8a611d-76c1-4b0e-9386-25349e1d94bc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.3961260 Jan 28 01:00:39.152001 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 87f6f6fe-ea4b-429c-93ac-78080b56238f up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:39.166846 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c431ae-9e94-4e72-bbd7-74ac1d6f2a85 req-1fbc52ac-ae12-4a72-90b5-5ee15e12fcba tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:39.169550 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-35c431ae-9e94-4e72-bbd7-74ac1d6f2a85 req-1fbc52ac-ae12-4a72-90b5-5ee15e12fcba tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 944 time: 0.2348690 Jan 28 01:00:39.192962 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9b39324e-d282-4996-8bec-2420e9a31c85 req-a7163108-b680-4188-aaa1-d52c060bf1d6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975461 Jan 28 01:00:39.221689 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:39.228891 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:39.236334 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Deleting port e8a2f591-0a29-4bfe-a85d-856e9bb034df {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:39.236749 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.246851 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Attempting to bind port 43cbe1a5-2a85-4721-8c67-6ae16336682b on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:39.250396 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Attempting to bind port 43cbe1a5-2a85-4721-8c67-6ae16336682b by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:39.250745 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Attempting to bind port 43cbe1a5-2a85-4721-8c67-6ae16336682b on network e44d5089-38c5-4112-a3d1-3d8601d191f4 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:39.314596 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Port 43cbe1a5-2a85-4721-8c67-6ae16336682b on network e44d5089-38c5-4112-a3d1-3d8601d191f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:39.315687 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Attempting to bind port 43cbe1a5-2a85-4721-8c67-6ae16336682b on network e44d5089-38c5-4112-a3d1-3d8601d191f4 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:39.374826 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:39.374826 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Checking segment: {'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:39.374826 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Bound using segment: {'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:39.376253 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Bound port: 43cbe1a5-2a85-4721-8c67-6ae16336682b, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b057d3-2203-46da-b93e-fea7a4ca2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:39.376253 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.379283 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 87f6f6fe-ea4b-429c-93ac-78080b56238f triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:39.381317 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.580852 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-35c431ae-9e94-4e72-bbd7-74ac1d6f2a85 req-fe120539-1be7-4ab3-9b8d-214ddf8df36b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001980 Jan 28 01:00:39.658314 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 87f6f6fe-ea4b-429c-93ac-78080b56238f is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:39.662099 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.739362 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 87f6f6fe-ea4b-429c-93ac-78080b56238f, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=87f6f6fe-ea4b-429c-93ac-78080b56238f,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:39.755503 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.761276 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b5936-76ad-41dc-8d21-8e51e9fab5e7 req-f38e8a4a-901d-4283-81d6-afc3fb3a3da9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:39.770726 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0b7b5936-76ad-41dc-8d21-8e51e9fab5e7 req-f38e8a4a-901d-4283-81d6-afc3fb3a3da9 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.2563021 Jan 28 01:00:39.790250 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] For port 43cbe1a5-2a85-4721-8c67-6ae16336682b, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:39.801387 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] For port 43cbe1a5-2a85-4721-8c67-6ae16336682b, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=43cbe1a5-2a85-4721-8c67-6ae16336682b,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:39.835406 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.884406 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:39.895371 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=87f6f6fe-ea4b-429c-93ac-78080b56238f,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:39.940970 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-2bececc5-123d-46d4-98a8-38b5fae4db17 None None] Provisioning complete for port b8329eab-9483-4478-8e93-77064f3039cf triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:39.941554 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-2bececc5-123d-46d4-98a8-38b5fae4db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (b8329eab-9483-4478-8e93-77064f3039cf), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.024120 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-2bececc5-123d-46d4-98a8-38b5fae4db17 None None] Port b8329eab-9483-4478-8e93-77064f3039cf cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:40.035279 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] For port e8a2f591-0a29-4bfe-a85d-856e9bb034df, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e8a2f591-0a29-4bfe-a85d-856e9bb034df,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:40.035884 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.083843 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:40.085256 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.088520 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] 10.222.0.15 "PUT /v2.0/ports/43cbe1a5-2a85-4721-8c67-6ae16336682b HTTP/1.1" status: 200 len: 1094 time: 2.9430561 Jan 28 01:00:40.113353 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd356939-ae04-408e-ba0a-bb9bf12d7a36', 'tag': '43cbe1a5-2a85-4721-8c67-6ae16336682b'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:40.113353 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41" -d '{"events": [{"name": "network-changed", "server_uuid": "dd356939-ae04-408e-ba0a-bb9bf12d7a36", "tag": "43cbe1a5-2a85-4721-8c67-6ae16336682b"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:40.171108 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Calling delete_port for e8a2f591-0a29-4bfe-a85d-856e9bb034df owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:40.346794 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0b7b5936-76ad-41dc-8d21-8e51e9fab5e7 req-61f3c1be-adf0-49fe-abbe-b6881fdc20d0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753860 Jan 28 01:00:40.381414 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f61a3-356d-4556-97f9-8582e1ed0814 req-cfc1e9f0-5355-450f-a7b0-dd60660ca052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:40.384042 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-325f61a3-356d-4556-97f9-8582e1ed0814 req-cfc1e9f0-5355-450f-a7b0-dd60660ca052 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1099 time: 0.3931756 Jan 28 01:00:40.431458 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445885e7-af6e-4e9e-b22c-3293e3c52b14 service neutron] Pushing event updated for resources: {'Port': ['ID=43cbe1a5-2a85-4721-8c67-6ae16336682b,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:40.481709 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:40.507046 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-81271fc7-3c5f-4509-8329-623731c888a4 admin admin] 10.222.0.78 "PUT /v2.0/routers/5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6273377 Jan 28 01:00:40.511069 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43e61f-9fd1-455f-b5e4-39c92bb79aff req-67dd2099-4cc2-4bb6-882b-55c648bf7a5f tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:40.519259 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bf43e61f-9fd1-455f-b5e4-39c92bb79aff req-67dd2099-4cc2-4bb6-882b-55c648bf7a5f tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 945 time: 0.6812782 Jan 28 01:00:40.532553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef816d7-7af9-498d-9acb-2564727f4096 x-openstack-request-id: req-6ef816d7-7af9-498d-9acb-2564727f4096 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:40.533145 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd356939-ae04-408e-ba0a-bb9bf12d7a36", "tag": "43cbe1a5-2a85-4721-8c67-6ae16336682b", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:40.533697 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ef816d7-7af9-498d-9acb-2564727f4096 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:40.534386 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd356939-ae04-408e-ba0a-bb9bf12d7a36', 'tag': '43cbe1a5-2a85-4721-8c67-6ae16336682b', 'status': 'completed', 'code': 200} Jan 28 01:00:40.622191 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-591fc8ed-c990-4ca3-b853-a841b1b08e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:40.624921 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-591fc8ed-c990-4ca3-b853-a841b1b08e1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65c173bb6e2e4edba095bbd06228bbc3&device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 1097 time: 0.3211329 Jan 28 01:00:40.650678 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bf43e61f-9fd1-455f-b5e4-39c92bb79aff req-bf5b8fd4-ac44-40ab-b54d-a872a856f39a tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300540 Jan 28 01:00:40.842073 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-325f61a3-356d-4556-97f9-8582e1ed0814 req-9d6b19e2-4c3f-4938-acc1-8213559c3c8b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578873 Jan 28 01:00:40.913249 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 87f6f6fe-ea4b-429c-93ac-78080b56238f up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:40.923508 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c072c-6219-4f60-9c45-2d2a964bd2cc req-8cfe6fb6-3740-4deb-8f72-a9b30cfa8a49 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:40.932953 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-e3a20ed7-c704-4168-8d07-6da240d7db8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43cbe1a5-2a85-4721-8c67-6ae16336682b HTTP/1.1" status: 200 len: 217 time: 0.2730236 Jan 28 01:00:40.936026 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c0c072c-6219-4f60-9c45-2d2a964bd2cc req-8cfe6fb6-3740-4deb-8f72-a9b30cfa8a49 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1060152 Jan 28 01:00:41.024934 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c0c072c-6219-4f60-9c45-2d2a964bd2cc req-b5c773fb-655f-4904-b562-d95ffb987547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804842 Jan 28 01:00:41.027206 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 87f6f6fe-ea4b-429c-93ac-78080b56238f triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:41.029000 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.031114 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (e8a2f591-0a29-4bfe-a85d-856e9bb034df), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.072968 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659b5ab-c864-4ee8-aef4-fea78e046253 req-f6b8fafc-acf3-4879-b858-a96ab7403e6b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:41.081651 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d659b5ab-c864-4ee8-aef4-fea78e046253 req-f6b8fafc-acf3-4879-b858-a96ab7403e6b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 944 time: 0.1798105 Jan 28 01:00:41.125339 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Pushing event deleted for resources: {'Port': ['ID=e8a2f591-0a29-4bfe-a85d-856e9bb034df,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:41.224197 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] No DVR routers for this DVR port e8a2f591-0a29-4bfe-a85d-856e9bb034df on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:41.235961 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.265312 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a3148dd-1ac8-4a59-9ab1-187c684a8310 req-d51e757f-43ff-44e6-9518-8c8b227e4433 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.15 "DELETE /v2.0/ports/e8a2f591-0a29-4bfe-a85d-856e9bb034df HTTP/1.1" status: 204 len: 173 time: 2.6355314 Jan 28 01:00:41.281746 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d659b5ab-c864-4ee8-aef4-fea78e046253 req-77fff9eb-5d87-44bd-bc33-3e03b9e3a94f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986244 Jan 28 01:00:41.305713 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 87f6f6fe-ea4b-429c-93ac-78080b56238f is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:41.621229 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Sync routers for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:41.642375 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:41.648066 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:00:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:41.659471 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfca723-52a6-435b-b165-c929bb486d38 req-66e921b8-082d-46fb-9e44-87f8dd744176 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:41.661575 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ddfca723-52a6-435b-b165-c929bb486d38 req-66e921b8-082d-46fb-9e44-87f8dd744176 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0949221 Jan 28 01:00:41.770969 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ddfca723-52a6-435b-b165-c929bb486d38 req-14c9084c-5d37-4353-bfa1-767794e11dbb tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992632 Jan 28 01:00:41.776847 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45962) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:41.790707 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1697031596-network', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:41.862979 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-88b2aeea-80da-42f7-97e6-dc8a2626a9ca req-7f18799a-d287-4b04-82c1-9fdbf9605bad tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 210 time: 0.0600574 Jan 28 01:00:41.870360 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Made reservation on behalf of 97e502c7a7f346f58d7f0116384c248b for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:41.880679 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.892370 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.069952 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:42.093797 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Publish callbacks [] for security_group (fc3e3b3e-5596-4d96-80fe-ade88bd9f0b9), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.099715 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (fc3e3b3e-5596-4d96-80fe-ade88bd9f0b9), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.140796 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3e3b3e-5596-4d96-80fe-ade88bd9f0b9,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:42.144840 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] vlan segment allocate from pool success with {'vlan_id': 963, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:42.158753 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (4b66243a-037a-4b8f-a64d-6ab92d00c038), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.159432 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Added segment 4b66243a-037a-4b8f-a64d-6ab92d00c038 of type vlan for network 65aec77f-0551-4161-80bc-ae007bc0c79a Jan 28 01:00:42.206373 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.245613 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (65aec77f-0551-4161-80bc-ae007bc0c79a), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.295071 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22aec6-ca8b-4fda-ab36-a16b3b15d67c req-7764bd24-4d34-4b13-92eb-ee76f4e3b4d0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:42.298038 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9a22aec6-ca8b-4fda-ab36-a16b3b15d67c req-7764bd24-4d34-4b13-92eb-ee76f4e3b4d0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1565220 Jan 28 01:00:42.311023 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (65aec77f-0551-4161-80bc-ae007bc0c79a), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.314926 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:42.317963 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.495036 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] Pushing event updated for resources: {'Network': ['ID=65aec77f-0551-4161-80bc-ae007bc0c79a,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:42.508046 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9a22aec6-ca8b-4fda-ab36-a16b3b15d67c req-dcc48e8d-e5c5-4ec7-9b2b-942a01c31f10 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993325 Jan 28 01:00:42.521720 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9f23d21c-aafc-483a-9bc9-f1985b6ad19b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7425153 Jan 28 01:00:42.527216 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 45970) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:42.550126 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1024b0-1f5b-45b0-9780-abb901287988', 'name': 'network-vif-deleted', 'tag': 'e8a2f591-0a29-4bfe-a85d-856e9bb034df'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:42.557553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf156ab-3b3b-4b04-a60f-1904e857a8a5" -d '{"events": [{"server_uuid": "da1024b0-1f5b-45b0-9780-abb901287988", "name": "network-vif-deleted", "tag": "e8a2f591-0a29-4bfe-a85d-856e9bb034df"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:42.574937 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Request body: {'subnet': {'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1697031596-subnet', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:42.593450 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 65aec77f-0551-4161-80bc-ae007bc0c79a details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:42.702503 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d426f-7e0e-4754-9086-ff487f1427d2 x-openstack-request-id: req-729d426f-7e0e-4754-9086-ff487f1427d2 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:42.703441 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1024b0-1f5b-45b0-9780-abb901287988", "name": "network-vif-deleted", "tag": "e8a2f591-0a29-4bfe-a85d-856e9bb034df", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:42.704172 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-729d426f-7e0e-4754-9086-ff487f1427d2 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:42.705268 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1024b0-1f5b-45b0-9780-abb901287988', 'name': 'network-vif-deleted', 'tag': 'e8a2f591-0a29-4bfe-a85d-856e9bb034df', 'status': 'completed', 'code': 200} Jan 28 01:00:42.739400 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Made reservation on behalf of 97e502c7a7f346f58d7f0116384c248b for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:42.745447 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7371616'] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.762917 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device e8a2f591-0a29-4bfe-a85d-856e9bb034df no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:42.776956 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-d8224c5a-d4ad-4bb5-a4d9-fb31c1791a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:42.779414 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-d8224c5a-d4ad-4bb5-a4d9-fb31c1791a20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=954b777c-bb72-4f5e-97da-4f95e4cb3ce2 HTTP/1.1" status: 200 len: 849 time: 0.2545691 Jan 28 01:00:42.935811 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: e8a2f591-0a29-4bfe-a85d-856e9bb034df {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:42.936611 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device e8a2f591-0a29-4bfe-a85d-856e9bb034df not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:43.012552 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27953e3-6946-4a25-8262-d27b7773b403 req-8ec8fe53-91f7-44c1-9854-dec3eba7a895 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.016052 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a27953e3-6946-4a25-8262-d27b7773b403 req-8ec8fe53-91f7-44c1-9854-dec3eba7a895 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0762322 Jan 28 01:00:43.032107 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-921a2fd3-267f-460a-80c7-10f60ab43313 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e44d5089-38c5-4112-a3d1-3d8601d191f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748920 Jan 28 01:00:43.037916 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:38Z', 'revision_number': 2, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:43.076434 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0099fa-f965-4465-8e8a-3b555267f837 req-dd641f85-7590-48ac-8640-7b4c36fe7c5a tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.079077 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ed0099fa-f965-4465-8e8a-3b555267f837 req-dd641f85-7590-48ac-8640-7b4c36fe7c5a tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 944 time: 0.5138919 Jan 28 01:00:43.152766 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a27953e3-6946-4a25-8262-d27b7773b403 req-70330093-e74c-4e70-9cdc-e9650aa0bbc2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251807 Jan 28 01:00:43.197020 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Checking router: 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:43.197973 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Updating router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 port b8329eab-9483-4478-8e93-77064f3039cf binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:43.331942 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (b8329eab-9483-4478-8e93-77064f3039cf), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.463051 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f7d3888f-485b-4f07-9354-5c3206f4e066 req-a03a3afd-851c-47ed-8065-5975a82e9c0d tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=da1024b0-1f5b-45b0-9780-abb901287988 HTTP/1.1" status: 200 len: 210 time: 0.1252673 Jan 28 01:00:43.511363 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7805259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7371634'] for subnet (76208af4-d33a-4cff-9a80-15af99e30b46), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.848744 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd01d-cea6-487f-8251-3aad39bbb698 req-41ba0165-5752-4f4f-b781-ffb641b4b300 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.851801 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-496fd01d-cea6-487f-8251-3aad39bbb698 req-41ba0165-5752-4f4f-b781-ffb641b4b300 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1429877 Jan 28 01:00:44.002229 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ed0099fa-f965-4465-8e8a-3b555267f837 req-346d7353-e6fa-41d8-a10a-d34feee25b31 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9009342 Jan 28 01:00:44.006549 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-496fd01d-cea6-487f-8251-3aad39bbb698 req-1ade935a-c53c-47a4-bfb1-1a9b05c5e785 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410353 Jan 28 01:00:44.099218 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Checking segment: {'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:44.099722 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Network hostable DHCP agents. Network: 65aec77f-0551-4161-80bc-ae007bc0c79a, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:44.105273 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76208af4-d33a-4cff-9a80-15af99e30b46,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:44.111882 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-cea4b2f0-78ea-458f-8845-9dae092d14d2 service neutron] 10.222.0.15 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8764129 Jan 28 01:00:44.143612 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Network 65aec77f-0551-4161-80bc-ae007bc0c79a is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:44.178807 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 65aec77f-0551-4161-80bc-ae007bc0c79a) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:44.184884 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:44.185982 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.205911 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c14b339-4c8f-4958-b2b3-8e72535a50f8 None None] Network 65aec77f-0551-4161-80bc-ae007bc0c79a requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:44.309841 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-4b35d95b-e4db-468f-b04a-906dfac3c7e2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7618713 Jan 28 01:00:44.314059 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 45982) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:44.322252 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:44.357170 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (f33539b1-77e5-42f8-a41e-7e377b28f55f), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.360170 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (f33539b1-77e5-42f8-a41e-7e377b28f55f), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.480726 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b32b0ac-4fa5-46e2-9caf-528649ecda34 req-e7fea15d-293f-4031-bfe3-3bdd90d13a27 service neutron] 10.222.0.15 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904773 Jan 28 01:00:44.490079 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Publish callbacks [] for port (b8329eab-9483-4478-8e93-77064f3039cf), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.511474 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks [] for router_controller (f33539b1-77e5-42f8-a41e-7e377b28f55f), precommit_add_association {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.519726 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (b8329eab-9483-4478-8e93-77064f3039cf), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.529468 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a849b0b-cf9c-46f4-97c8-aec7269b69d0 req-6e09404b-5afd-41db-bc15-532ac7fe9870 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:44.561674 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4a849b0b-cf9c-46f4-97c8-aec7269b69d0 req-6e09404b-5afd-41db-bc15-532ac7fe9870 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1815128 Jan 28 01:00:44.570488 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-65aec77f-0551-4161-80bc-ae007bc0c79a', 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a', 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'fixed_ips': [{'subnet_id': '76208af4-d33a-4cff-9a80-15af99e30b46'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:00:44.571402 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.611856 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4f4cd-5def-441a-a6d1-d33dde95dff9 None None] Pushing event updated for resources: {'Port': ['ID=b8329eab-9483-4478-8e93-77064f3039cf,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:44.764018 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Attempting to bind port b8329eab-9483-4478-8e93-77064f3039cf on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:44.764485 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Attempting to bind port b8329eab-9483-4478-8e93-77064f3039cf by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:44.764806 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Attempting to bind port b8329eab-9483-4478-8e93-77064f3039cf on network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:44.779555 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:44.779935 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Checking segment: {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:44.780558 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.781134 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Bound using segment: {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:44.781760 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Bound port: b8329eab-9483-4478-8e93-77064f3039cf, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:44.782291 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (b8329eab-9483-4478-8e93-77064f3039cf), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.919409 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4a849b0b-cf9c-46f4-97c8-aec7269b69d0 req-eb2d0ba8-4361-4a46-a440-49b69d4a0391 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553481 Jan 28 01:00:44.957475 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-93d6a144-4341-42c5-9f98-022d3412ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:44.959768 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-93d6a144-4341-42c5-9f98-022d3412ff45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65c173bb6e2e4edba095bbd06228bbc3&device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 1097 time: 0.2749400 Jan 28 01:00:44.985561 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks [] for router_gateway (f33539b1-77e5-42f8-a41e-7e377b28f55f), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:45.018018 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Allocated IP 172.20.0.2 (65aec77f-0551-4161-80bc-ae007bc0c79a/76208af4-d33a-4cff-9a80-15af99e30b46/306b374f-7631-42d6-a3c6-91288c8e5082) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:45.200743 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] For port b8329eab-9483-4478-8e93-77064f3039cf, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:45.223372 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] For port b8329eab-9483-4478-8e93-77064f3039cf, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=b8329eab-9483-4478-8e93-77064f3039cf,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:45.233251 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (b8329eab-9483-4478-8e93-77064f3039cf), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:45.307401 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac4708-cbd5-495f-8311-a213ee16623c req-4e761750-4dc4-4f8d-b89e-177bd4f1780d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.335460 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9bac4708-cbd5-495f-8311-a213ee16623c req-4e761750-4dc4-4f8d-b89e-177bd4f1780d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1378109 Jan 28 01:00:45.407686 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2089-1769-4ed3-9b94-1c61852d295a req-b9c9617d-9db7-4e93-ad7f-fa533882359f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.418320 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9fdb2089-1769-4ed3-9b94-1c61852d295a req-b9c9617d-9db7-4e93-ad7f-fa533882359f tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 944 time: 0.1565459 Jan 28 01:00:45.428096 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-8d02e1f5-f296-4cb3-af79-03bd5d1b4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.430017 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-8d02e1f5-f296-4cb3-af79-03bd5d1b4c9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e44d5089-38c5-4112-a3d1-3d8601d191f4 HTTP/1.1" status: 200 len: 910 time: 0.3688598 Jan 28 01:00:45.499217 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9bac4708-cbd5-495f-8311-a213ee16623c req-3bafaa0b-a630-4041-8dcb-98875e051fab tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624942 Jan 28 01:00:45.531197 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9fdb2089-1769-4ed3-9b94-1c61852d295a req-8a5fc689-a406-4b60-928e-a9cb46bdb7b1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113818 Jan 28 01:00:45.582748 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:45.583448 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:00:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:45.592698 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-7f2610d9-aff7-40ba-936c-89c6f4c27175 None None] Provisioning complete for port b8329eab-9483-4478-8e93-77064f3039cf triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:45.593067 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-7f2610d9-aff7-40ba-936c-89c6f4c27175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (b8329eab-9483-4478-8e93-77064f3039cf), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:45.683183 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks [] for router_gateway (f33539b1-77e5-42f8-a41e-7e377b28f55f), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:45.694045 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4f4cd-5def-441a-a6d1-d33dde95dff9 None None] Pushing event updated for resources: {'Port': ['ID=b8329eab-9483-4478-8e93-77064f3039cf,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:45.706523 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:45.838562 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Allocated IP 172.27.1.232 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/9ba79ae5-73fc-49b3-89dc-5dacac03ded5) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:45.870279 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:45.976905 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks [] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.023684 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.058425 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Publish callbacks [] for port (306b374f-7631-42d6-a3c6-91288c8e5082), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.078317 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.088005 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-7f2610d9-aff7-40ba-936c-89c6f4c27175 None None] Current status of the port b8329eab-9483-4478-8e93-77064f3039cf is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:46.088260 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-7f2610d9-aff7-40ba-936c-89c6f4c27175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (b8329eab-9483-4478-8e93-77064f3039cf), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.091831 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:46.097835 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:46.104127 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:46.132255 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee050a-0234-43a9-b788-ec9a8da60dd6 req-78e2f858-e258-4969-a1f3-179cfd6de13f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:46.133817 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-32ee050a-0234-43a9-b788-ec9a8da60dd6 req-78e2f858-e258-4969-a1f3-179cfd6de13f tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0691724 Jan 28 01:00:46.145009 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba79ae5-73fc-49b3-89dc-5dacac03ded5,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:46.229800 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-32ee050a-0234-43a9-b788-ec9a8da60dd6 req-dc265efe-1de1-4c95-bdd4-4561cbef365c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870686 Jan 28 01:00:46.239758 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Network 65aec77f-0551-4161-80bc-ae007bc0c79a is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:46.302057 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:46.310247 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:46.313747 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Pushing event updated for resources: {'Port': ['ID=306b374f-7631-42d6-a3c6-91288c8e5082,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:46.318016 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-7f2610d9-aff7-40ba-936c-89c6f4c27175 None None] For port b8329eab-9483-4478-8e93-77064f3039cf, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=b8329eab-9483-4478-8e93-77064f3039cf,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:46.329243 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-7f2610d9-aff7-40ba-936c-89c6f4c27175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (b8329eab-9483-4478-8e93-77064f3039cf), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.463628 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Attempting to bind port 306b374f-7631-42d6-a3c6-91288c8e5082 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:46.464011 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Attempting to bind port 306b374f-7631-42d6-a3c6-91288c8e5082 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:46.464378 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Attempting to bind port 306b374f-7631-42d6-a3c6-91288c8e5082 on network 65aec77f-0551-4161-80bc-ae007bc0c79a {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:46.493663 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks [] for router_gateway (f33539b1-77e5-42f8-a41e-7e377b28f55f), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.494816 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2610d9-aff7-40ba-936c-89c6f4c27175 None None] Pushing event updated for resources: {'Port': ['ID=b8329eab-9483-4478-8e93-77064f3039cf,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:46.502083 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:46.502485 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Checking segment: {'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:46.503454 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.503892 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Bound using segment: {'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:46.504404 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Bound port: 306b374f-7631-42d6-a3c6-91288c8e5082, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:46.504793 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.528657 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-a998416a-8a76-4292-8517-48806019d266 None None] Provisioning complete for port b8329eab-9483-4478-8e93-77064f3039cf triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:46.529049 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a998416a-8a76-4292-8517-48806019d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (b8329eab-9483-4478-8e93-77064f3039cf), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.742366 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] For port 306b374f-7631-42d6-a3c6-91288c8e5082, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:46.749410 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:45Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:46.767936 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] For port 306b374f-7631-42d6-a3c6-91288c8e5082, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=306b374f-7631-42d6-a3c6-91288c8e5082,segment=NetworkSegment(4b66243a-037a-4b8f-a64d-6ab92d00c038),segment_id=4b66243a-037a-4b8f-a64d-6ab92d00c038)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:46.883749 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.907779 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d7f56-d80e-4ade-aa8e-fd4d1a0a38d4 None None] The sync data for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi is: [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:45Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:47.045971 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2219e3-46fc-47cc-bde0-ea83e7da48c6 req-cda88b72-b9e3-4395-8d94-b960612486ce tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.057123 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2f2219e3-46fc-47cc-bde0-ea83e7da48c6 req-cda88b72-b9e3-4395-8d94-b960612486ce tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.3343406 Jan 28 01:00:47.071107 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-62fbbc94-4c79-4b7a-acab-d6314f10d7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.129235 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef2c0a-e332-49a3-be60-b0cd09ba3ac2 req-f47e505a-0b25-4940-b64a-0bd0d3e6e83c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.147968 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-21ef2c0a-e332-49a3-be60-b0cd09ba3ac2 req-f47e505a-0b25-4940-b64a-0bd0d3e6e83c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 944 time: 0.2666049 Jan 28 01:00:47.267002 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b61e1f-e8e0-46ac-8da0-83fad82949c4 None None] Pushing event updated for resources: {'Port': ['ID=306b374f-7631-42d6-a3c6-91288c8e5082,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:47.293407 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-a998416a-8a76-4292-8517-48806019d266 None None] Current status of the port b8329eab-9483-4478-8e93-77064f3039cf is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:47.307459 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (f33539b1-77e5-42f8-a41e-7e377b28f55f), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.367147 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-21ef2c0a-e332-49a3-be60-b0cd09ba3ac2 req-2e7ec963-b4ff-4758-8fd8-0cab5cc99a7b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114239 Jan 28 01:00:47.432829 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2f2219e3-46fc-47cc-bde0-ea83e7da48c6 req-b0f47aea-e122-426d-ab70-74442743267d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739326 Jan 28 01:00:47.592096 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Router f33539b1-77e5-42f8-a41e-7e377b28f55f is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:00:47.643798 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eb963-f2ac-49c3-91fc-d6040c2030c7 req-cd281a85-b536-468b-bbb9-4ccb78eb3a5e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.646020 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3a4eb963-f2ac-49c3-91fc-d6040c2030c7 req-cd281a85-b536-468b-bbb9-4ccb78eb3a5e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1063433 Jan 28 01:00:47.738308 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3a4eb963-f2ac-49c3-91fc-d6040c2030c7 req-e944ef63-58fa-4dfd-b438-d561c3ed9e05 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804911 Jan 28 01:00:47.968821 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:47.985252 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Sync routers for ids ['f33539b1-77e5-42f8-a41e-7e377b28f55f'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:47.991989 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.994055 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-04d69646-ca88-4d7c-88f0-1b15cea82fe2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6782308 Jan 28 01:00:47.998954 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 46014) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:47.999698 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Routers {'f33539b1-77e5-42f8-a41e-7e377b28f55f'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:48.000629 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:00:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['f33539b1-77e5-42f8-a41e-7e377b28f55f'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:48.075299 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:00:48.168875 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Set router f33539b1-77e5-42f8-a41e-7e377b28f55f gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:48.548148 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 3, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:48.710998 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac31e65-78de-4208-ba48-a5f09ad00c95 req-a2d8fb38-3889-4279-8c35-4ddf254c0a9c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:48.719589 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-eac31e65-78de-4208-ba48-a5f09ad00c95 req-a2d8fb38-3889-4279-8c35-4ddf254c0a9c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 944 time: 0.1868608 Jan 28 01:00:48.753589 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Checking router: f33539b1-77e5-42f8-a41e-7e377b28f55f for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:48.753962 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Updating router f33539b1-77e5-42f8-a41e-7e377b28f55f port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:48.783372 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-74bdd76b-876e-442a-b4ef-c4d30275a0a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43cbe1a5-2a85-4721-8c67-6ae16336682b HTTP/1.1" status: 200 len: 217 time: 0.1449621 Jan 28 01:00:48.801489 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.835878 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-eac31e65-78de-4208-ba48-a5f09ad00c95 req-278ca40a-8491-497b-a135-c4cf90837227 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152389 Jan 28 01:00:48.939533 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df135f3-9e2c-4a7e-92d2-4a02371af7af None None] Network 65aec77f-0551-4161-80bc-ae007bc0c79a requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:48.944194 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.040123 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653acbe2-a93b-4065-80fb-c960bf297257 req-08b92b76-dba5-4de4-9214-4695e05d9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.044229 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-653acbe2-a93b-4065-80fb-c960bf297257 req-08b92b76-dba5-4de4-9214-4695e05d9bce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 1099 time: 0.2271819 Jan 28 01:00:49.076019 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-b65c0b84-9398-4739-8923-5641d306fdd1 None None] Provisioning complete for port 306b374f-7631-42d6-a3c6-91288c8e5082 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:49.076544 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b65c0b84-9398-4739-8923-5641d306fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.077721 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-4db33a7c-5803-4a57-95b0-79058d646e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.081509 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-4db33a7c-5803-4a57-95b0-79058d646e26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=954b777c-bb72-4f5e-97da-4f95e4cb3ce2 HTTP/1.1" status: 200 len: 849 time: 0.2183490 Jan 28 01:00:49.204110 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device b8329eab-9483-4478-8e93-77064f3039cf up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:49.228418 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1e290ada-7f5e-4b53-9a36-caf73574f155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.258490 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-4b65500f-f596-4d11-9a71-2d112c48c7d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e44d5089-38c5-4112-a3d1-3d8601d191f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650693 Jan 28 01:00:49.286328 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334a5f8-c840-48c4-a6f1-35045f099001 req-f8e752aa-a638-4148-ba4b-51d91fab480b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.295254 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2334a5f8-c840-48c4-a6f1-35045f099001 req-f8e752aa-a638-4148-ba4b-51d91fab480b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.6926825 Jan 28 01:00:49.311450 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 43cbe1a5-2a85-4721-8c67-6ae16336682b details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:49.319202 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82598-96f4-4db6-bac5-b2ad818f244e req-0637638a-6734-440a-9d85-2ec9a1681ce0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.321878 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-acc82598-96f4-4db6-bac5-b2ad818f244e req-0637638a-6734-440a-9d85-2ec9a1681ce0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.2542608 Jan 28 01:00:49.384372 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-b65c0b84-9398-4739-8923-5641d306fdd1 None None] Current status of the port 306b374f-7631-42d6-a3c6-91288c8e5082 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:49.384986 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b65c0b84-9398-4739-8923-5641d306fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.470976 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-b65c0b84-9398-4739-8923-5641d306fdd1 None None] For port 306b374f-7631-42d6-a3c6-91288c8e5082, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=306b374f-7631-42d6-a3c6-91288c8e5082,segment=NetworkSegment(4b66243a-037a-4b8f-a64d-6ab92d00c038),segment_id=4b66243a-037a-4b8f-a64d-6ab92d00c038)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:49.480880 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Publish callbacks [] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.485164 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.db.resource_extend [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:00:49.498234 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.504970 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Allocated IP 172.20.0.1 (65aec77f-0551-4161-80bc-ae007bc0c79a/76208af4-d33a-4cff-9a80-15af99e30b46/e32b74cc-4db9-4f4c-87ca-8aa584e43e95) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:49.523804 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-acc82598-96f4-4db6-bac5-b2ad818f244e req-1973e414-0cf2-49b2-94c8-2cb29702bf79 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891816 Jan 28 01:00:49.534863 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b65c0b84-9398-4739-8923-5641d306fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.560840 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port b8329eab-9483-4478-8e93-77064f3039cf triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:49.561438 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (b8329eab-9483-4478-8e93-77064f3039cf), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.595333 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe126e-b2db-4b9f-8170-344918d6ed9b None None] Pushing event updated for resources: {'Port': ['ID=9ba79ae5-73fc-49b3-89dc-5dacac03ded5,revision_number=2']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:49.603782 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653acbe2-a93b-4065-80fb-c960bf297257 req-01d11300-41d9-41ae-9fcc-0a6f2ba72051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.612690 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-653acbe2-a93b-4065-80fb-c960bf297257 req-01d11300-41d9-41ae-9fcc-0a6f2ba72051 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.5287716 Jan 28 01:00:49.660701 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Attempting to bind port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:49.661290 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Attempting to bind port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:49.661818 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Attempting to bind port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:49.685901 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:49.690829 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:49.692098 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.692967 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:49.695755 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Bound port: 9ba79ae5-73fc-49b3-89dc-5dacac03ded5, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:49.696649 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.764104 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c0b84-9398-4739-8923-5641d306fdd1 None None] Pushing event updated for resources: {'Port': ['ID=306b374f-7631-42d6-a3c6-91288c8e5082,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:49.790348 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2334a5f8-c840-48c4-a6f1-35045f099001 req-ef4ecb49-a0bb-46d8-8c11-5b5a319f9d52 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4940069 Jan 28 01:00:49.810508 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-b8ad0a80-5b86-4d18-94ce-02b9fb8b21c9 None None] Provisioning complete for port 306b374f-7631-42d6-a3c6-91288c8e5082 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:49.810988 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0a80-5b86-4d18-94ce-02b9fb8b21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.811635 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Publish callbacks [] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.816105 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-653acbe2-a93b-4065-80fb-c960bf297257 req-0356c70c-0a50-4570-b6a5-da5822777ad0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 200 len: 217 time: 0.1773489 Jan 28 01:00:49.818809 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] For port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:49.823773 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] For port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=9ba79ae5-73fc-49b3-89dc-5dacac03ded5,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:49.832138 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.885650 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.918047 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653acbe2-a93b-4065-80fb-c960bf297257 req-a9d4ed41-dc10-4f48-a380-de373a4ff802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.922023 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-653acbe2-a93b-4065-80fb-c960bf297257 req-a9d4ed41-dc10-4f48-a380-de373a4ff802 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.0905213 Jan 28 01:00:49.925146 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Network 65aec77f-0551-4161-80bc-ae007bc0c79a is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:49.930300 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:49.962838 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Routers {'f33539b1-77e5-42f8-a41e-7e377b28f55f'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:49.963887 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:00:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['f33539b1-77e5-42f8-a41e-7e377b28f55f'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:49.986269 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:50.008991 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-4a49b8d4-29c5-42c7-af61-c149656fd35c service neutron] 10.222.0.15 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420170 Jan 28 01:00:50.012570 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-653acbe2-a93b-4065-80fb-c960bf297257 req-0c530532-58c1-4167-9deb-7c4cc430c949 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732262 Jan 28 01:00:50.031819 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port b8329eab-9483-4478-8e93-77064f3039cf is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:50.033082 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 306b374f-7631-42d6-a3c6-91288c8e5082 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:50.050401 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 43cbe1a5-2a85-4721-8c67-6ae16336682b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=43cbe1a5-2a85-4721-8c67-6ae16336682b,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:50.084065 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (f33539b1-77e5-42f8-a41e-7e377b28f55f), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.117876 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '43cbe1a5-2a85-4721-8c67-6ae16336682b', 'network_id': 'e44d5089-38c5-4112-a3d1-3d8601d191f4', 'port_id': '43cbe1a5-2a85-4721-8c67-6ae16336682b', 'mac_address': 'fa:16:3e:28:a0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954b777c-bb72-4f5e-97da-4f95e4cb3ce2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:50.189495 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 43cbe1a5-2a85-4721-8c67-6ae16336682b is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:50.190133 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.209644 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] Set router f33539b1-77e5-42f8-a41e-7e377b28f55f gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:50.279788 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cbe1a5-2a85-4721-8c67-6ae16336682b {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:50.287194 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c5d50ef8-192a-49b7-bf89-9af7e45f2a41 req-96cb92d6-8c9b-4bad-9512-eba0e096f228 service neutron] 10.222.0.15 "GET /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636647 Jan 28 01:00:50.290000 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-653acbe2-a93b-4065-80fb-c960bf297257 req-2b093c7d-474a-46cc-95cd-81c8c30ab140 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572646 Jan 28 01:00:50.312734 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe126e-b2db-4b9f-8170-344918d6ed9b None None] Pushing event updated for resources: {'Port': ['ID=9ba79ae5-73fc-49b3-89dc-5dacac03ded5,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:50.359308 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 306b374f-7631-42d6-a3c6-91288c8e5082 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:50.359860 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.366569 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad0a80-5b86-4d18-94ce-02b9fb8b21c9 None None] Current status of the port 306b374f-7631-42d6-a3c6-91288c8e5082 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:50.383721 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 43cbe1a5-2a85-4721-8c67-6ae16336682b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=43cbe1a5-2a85-4721-8c67-6ae16336682b,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:50.412512 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.450097 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Pushing event updated for resources: {'Port': ['ID=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:50.460323 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.477640 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=43cbe1a5-2a85-4721-8c67-6ae16336682b,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:50.489307 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0422c-99da-4699-867f-11ae966318ab req-9a22a547-39a8-4491-a113-343500fc7784 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.504723 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-34d0422c-99da-4699-867f-11ae966318ab req-9a22a547-39a8-4491-a113-343500fc7784 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 944 time: 0.2230535 Jan 28 01:00:50.525230 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.525877 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 3, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:50.534634 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-653acbe2-a93b-4065-80fb-c960bf297257 req-39fcacb3-9479-4964-bee9-ab55aaa66388 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154632 Jan 28 01:00:50.538876 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-9b0b372a-f9bd-4e98-a3c6-fa955ff24963 None None] Provisioning complete for port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:50.539278 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-9b0b372a-f9bd-4e98-a3c6-fa955ff24963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.560845 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7778715-3c2b-4e44-aad2-0f26e496ef11 None None] The sync data for ids ['f33539b1-77e5-42f8-a41e-7e377b28f55f'] in dv-cinder-816898-6-iscsi is: [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 3, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:50.570661 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-2e7fcaf9-2b00-4cb0-a00b-cd0e7cad2da8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1564600 Jan 28 01:00:50.671158 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 306b374f-7631-42d6-a3c6-91288c8e5082 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:50.675411 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b372a-f9bd-4e98-a3c6-fa955ff24963 None None] Port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:50.722625 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-34d0422c-99da-4699-867f-11ae966318ab req-ede8780d-b28f-46b2-9a3c-078cda473c95 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167838 Jan 28 01:00:50.775948 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['43cbe1a5-2a85-4721-8c67-6ae16336682b'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:50.816827 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-9c46241c-f60b-40a6-964e-94f32ca69924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.819318 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-9c46241c-f60b-40a6-964e-94f32ca69924 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 1099 time: 0.1498690 Jan 28 01:00:50.842555 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc20a73-b2b9-450d-a0fb-4398d609c9cb req-76c0fbc2-31ec-41bc-b338-7b225cdff334 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.844498 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ffc20a73-b2b9-450d-a0fb-4398d609c9cb req-76c0fbc2-31ec-41bc-b338-7b225cdff334 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1199477 Jan 28 01:00:50.958272 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ffc20a73-b2b9-450d-a0fb-4398d609c9cb req-eb9012c7-7da8-49f9-aaac-57bc74fdf32b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061599 Jan 28 01:00:50.975859 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Publish callbacks [] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.985733 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 306b374f-7631-42d6-a3c6-91288c8e5082 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:51.084990 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.169786 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Pushing event updated for resources: {'Port': ['ID=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:51.203240 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e6ab7-9192-4255-bf43-60c0fa1a4cee req-d3748b0c-d8ef-45e7-b9c0-cc49245a139c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.205127 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-7a656268-4343-4ca5-a5ce-ad1be0df3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.205972 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fb3e6ab7-9192-4255-bf43-60c0fa1a4cee req-d3748b0c-d8ef-45e7-b9c0-cc49245a139c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.2221107 Jan 28 01:00:51.206669 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-7a656268-4343-4ca5-a5ce-ad1be0df3340 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 200 len: 920 time: 0.2743895 Jan 28 01:00:51.254701 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (f33539b1-77e5-42f8-a41e-7e377b28f55f), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.317336 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-25df644b-3509-4ab1-8745-a3aaed76e09b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc HTTP/1.1" status: 200 len: 217 time: 0.1026449 Jan 28 01:00:51.398510 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-63f03315-83bb-40a4-8cd8-043d37ca054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.401815 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-63f03315-83bb-40a4-8cd8-043d37ca054d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 200 len: 859 time: 0.0787015 Jan 28 01:00:51.406415 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fb3e6ab7-9192-4255-bf43-60c0fa1a4cee req-365ac92c-7ca4-4734-aa9b-abdb9a24d19e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923392 Jan 28 01:00:51.468112 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-9ab39ce6-278a-4087-b54e-9f46b134b915 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e33e7749-4f5a-4380-9d6e-c7ef554a7709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587716 Jan 28 01:00:51.484500 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 306b374f-7631-42d6-a3c6-91288c8e5082 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:51.486101 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.488477 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Network 65aec77f-0551-4161-80bc-ae007bc0c79a is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:51.491097 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:51.656518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 306b374f-7631-42d6-a3c6-91288c8e5082 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:51.670955 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-c099259c-ce18-46a8-8b3a-3831aecbf2e0 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944540 Jan 28 01:00:51.711818 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Router f33539b1-77e5-42f8-a41e-7e377b28f55f has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:51.812921 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-86bcbd3c-ddaa-49a2-b9c2-cbfe33a85835 None None] Provisioning complete for port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:51.813561 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-86bcbd3c-ddaa-49a2-b9c2-cbfe33a85835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.865374 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-86bcbd3c-ddaa-49a2-b9c2-cbfe33a85835 None None] Port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:51.938060 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201e477-acc9-4e59-bfc9-ffdfbb4e166e req-02a25919-544c-4284-8af6-be7f5f1e5ae4 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.939890 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7201e477-acc9-4e59-bfc9-ffdfbb4e166e req-02a25919-544c-4284-8af6-be7f5f1e5ae4 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 945 time: 0.0755541 Jan 28 01:00:51.977067 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.028308 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7201e477-acc9-4e59-bfc9-ffdfbb4e166e req-86744cea-ea58-4e1b-b5af-7eb39fc0f068 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760102 Jan 28 01:00:52.114303 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:52.133680 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-acc66999-f372-4b94-aad8-553da8889582 admin admin] 10.222.0.78 "PUT /v2.0/routers/f33539b1-77e5-42f8-a41e-7e377b28f55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1318605 Jan 28 01:00:52.167399 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a97888-36f5-4703-b761-9d1ff4eec321 req-350bd74b-0126-4458-80cf-8eb1636389d4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:52.169129 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-02a97888-36f5-4703-b761-9d1ff4eec321 req-350bd74b-0126-4458-80cf-8eb1636389d4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0680046 Jan 28 01:00:52.224920 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-02a97888-36f5-4703-b761-9d1ff4eec321 req-acc25bfe-3e9c-4aaa-b1c6-5c23fa22cc09 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Jan 28 01:00:52.462760 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a10da379-b8d0-4ab7-b6e3-e2446c5503e2 req-45d0ce12-c3a0-421b-82cc-11ed4d4c7529 service neutron] 10.222.0.15 "GET /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095159 Jan 28 01:00:52.571702 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc79c4-8a07-40ce-989b-97e5ef55e7ea req-38134c39-0c0d-453a-b986-30cff082b532 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:52.573578 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e9bc79c4-8a07-40ce-989b-97e5ef55e7ea req-38134c39-0c0d-453a-b986-30cff082b532 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0638196 Jan 28 01:00:52.638718 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e9bc79c4-8a07-40ce-989b-97e5ef55e7ea req-e697a7e4-672e-48de-8586-cfb8d468ead8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587618 Jan 28 01:00:52.873429 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Sync routers for ids ['f33539b1-77e5-42f8-a41e-7e377b28f55f'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:52.885366 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Routers {'f33539b1-77e5-42f8-a41e-7e377b28f55f'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:52.886117 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:00:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['f33539b1-77e5-42f8-a41e-7e377b28f55f'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:52.923814 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:53.038498 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Set router f33539b1-77e5-42f8-a41e-7e377b28f55f gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:53.040854 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:53.040854 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.209022 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb200eb-87d6-485c-b49c-41c2fb4f5108 req-c223d04c-318e-407c-9d0e-aeab25de1f19 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:53.210853 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9eb200eb-87d6-485c-b49c-41c2fb4f5108 req-c223d04c-318e-407c-9d0e-aeab25de1f19 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 945 time: 0.0660191 Jan 28 01:00:53.299896 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9eb200eb-87d6-485c-b49c-41c2fb4f5108 req-3ee91457-7aaf-403d-a9b1-e8c7adf04121 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773487 Jan 28 01:00:53.402008 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8b76c-6a51-40b8-9ac8-bc9d35f1b0a0 req-853a648e-6f73-4963-87b3-659d23d80eb3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:53.408966 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8aa8b76c-6a51-40b8-9ac8-bc9d35f1b0a0 req-853a648e-6f73-4963-87b3-659d23d80eb3 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0670874 Jan 28 01:00:53.456133 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.459183 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:53.459980 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.495175 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=9ba79ae5-73fc-49b3-89dc-5dacac03ded5,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:53.505011 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.512819 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 4, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'e32b74cc-4db9-4f4c-87ca-8aa584e43e95', 'name': '', 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'mac_address': 'fa:16:3e:42:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '76208af4-d33a-4cff-9a80-15af99e30b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:48Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 2, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'subnets': [{'id': '76208af4-d33a-4cff-9a80-15af99e30b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:53.514780 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8aa8b76c-6a51-40b8-9ac8-bc9d35f1b0a0 req-397cd129-bff3-4309-b0fe-5e0fae09459c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990472 Jan 28 01:00:53.573118 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Checking router: f33539b1-77e5-42f8-a41e-7e377b28f55f for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:53.573483 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Updating router f33539b1-77e5-42f8-a41e-7e377b28f55f port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:53.628276 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.641907 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=9ba79ae5-73fc-49b3-89dc-5dacac03ded5,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:53.883936 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52399b1-55a5-4885-b237-df8a076d3646 req-eebb95ff-4349-4c11-a0a1-6dfe3274db0e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:53.895088 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c52399b1-55a5-4885-b237-df8a076d3646 req-eebb95ff-4349-4c11-a0a1-6dfe3274db0e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0878413 Jan 28 01:00:53.953784 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c52399b1-55a5-4885-b237-df8a076d3646 req-6794754a-8d76-44b2-9d1f-a02afc8aa550 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577333 Jan 28 01:00:54.124171 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Publish callbacks [] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.133249 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.218389 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69ff3-66ae-47a9-8fcd-7319616aea01 None None] Pushing event updated for resources: {'Port': ['ID=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:54.286832 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Attempting to bind port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:54.287446 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Attempting to bind port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:54.288018 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Attempting to bind port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 on network 65aec77f-0551-4161-80bc-ae007bc0c79a {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:54.296449 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:54.296993 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Checking segment: {'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:54.297558 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.298128 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Bound using segment: {'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:54.298844 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Bound port: e32b74cc-4db9-4f4c-87ca-8aa584e43e95, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b66243a-037a-4b8f-a64d-6ab92d00c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:54.299428 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.473438 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] For port e32b74cc-4db9-4f4c-87ca-8aa584e43e95, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:54.477225 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] For port e32b74cc-4db9-4f4c-87ca-8aa584e43e95, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,segment=NetworkSegment(4b66243a-037a-4b8f-a64d-6ab92d00c038),segment_id=4b66243a-037a-4b8f-a64d-6ab92d00c038)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:54.484334 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.547161 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ee003-f57e-4abb-9c56-11c858844c9e req-952396eb-6ed1-4d79-9b41-8fe18b3dc78c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:54.551067 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-105ee003-f57e-4abb-9c56-11c858844c9e req-952396eb-6ed1-4d79-9b41-8fe18b3dc78c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 945 time: 0.0812564 Jan 28 01:00:54.590630 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Routers {'f33539b1-77e5-42f8-a41e-7e377b28f55f'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:54.591314 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:00:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['f33539b1-77e5-42f8-a41e-7e377b28f55f'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:54.701578 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-105ee003-f57e-4abb-9c56-11c858844c9e req-2c17e520-f4f6-474d-8bf0-4cbae6ba0d97 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275063 Jan 28 01:00:54.733237 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] Set router f33539b1-77e5-42f8-a41e-7e377b28f55f gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:54.798104 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ce42e-189f-427c-a1d0-74366d9a61cb req-be1193bc-c4c8-4b0a-92b4-b0b1b9eed45c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:54.799632 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-039ce42e-189f-427c-a1d0-74366d9a61cb req-be1193bc-c4c8-4b0a-92b4-b0b1b9eed45c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1036460 Jan 28 01:00:54.976233 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-039ce42e-189f-427c-a1d0-74366d9a61cb req-81833016-0c73-4af6-9db2-9e899d31c771 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567142 Jan 28 01:00:55.023031 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69ff3-66ae-47a9-8fcd-7319616aea01 None None] Pushing event updated for resources: {'Port': ['ID=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:55.026217 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:55.114145 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-8a4433e4-5837-4939-a8b3-a5f19c336ede tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:55.123547 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-8a4433e4-5837-4939-a8b3-a5f19c336ede tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/networks?id=87529b14-ec97-47b6-b564-089e17ceb8e6 HTTP/1.1" status: 200 len: 813 time: 0.2372177 Jan 28 01:00:55.144071 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-58f91f0d-1d29-4c77-8263-4adb404a4abf tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/quotas/5aa12e9e43b74e37b418bbc4806a875c HTTP/1.1" status: 200 len: 375 time: 0.0193675 Jan 28 01:00:55.150600 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-1fe6a4cc-c6f9-45fa-be67-415550a83f8b None None] Provisioning complete for port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:55.150600 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a4cc-c6f9-45fa-be67-415550a83f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.192056 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-6aa42041-bed2-4ab0-8675-886c40d421f8 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5aa12e9e43b74e37b418bbc4806a875c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469182 Jan 28 01:00:55.201554 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3897b7-42fe-48e0-9e2d-0d7c801bfff5 req-d988d169-62ba-4a41-9546-6cc5d7c24dd3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:55.203831 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ad3897b7-42fe-48e0-9e2d-0d7c801bfff5 req-d988d169-62ba-4a41-9546-6cc5d7c24dd3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.0650239 Jan 28 01:00:55.231892 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:55.232103 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.298751 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ad3897b7-42fe-48e0-9e2d-0d7c801bfff5 req-2d1dd2ad-99f6-4360-85fe-69dde80d164a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766511 Jan 28 01:00:55.362611 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-4258f6ff-b51c-4de8-9cf7-c6c8fffc2102 service neutron] 10.222.0.78 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696532 Jan 28 01:00:55.516504 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 4, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'e32b74cc-4db9-4f4c-87ca-8aa584e43e95', 'name': '', 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'mac_address': 'fa:16:3e:42:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '76208af4-d33a-4cff-9a80-15af99e30b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:48Z', 'updated_at': '2022-01-28T01:00:54Z', 'revision_number': 4, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'subnets': [{'id': '76208af4-d33a-4cff-9a80-15af99e30b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:55.518700 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6a4cc-c6f9-45fa-be67-415550a83f8b None None] Current status of the port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:55.519109 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a4cc-c6f9-45fa-be67-415550a83f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.526086 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-41a00dc1-4533-4f2f-abb2-341589c7b0e6 service neutron] 10.222.0.78 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623039 Jan 28 01:00:55.566489 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d8e1e-08fa-4afb-86f6-eec63b68077f None None] The sync data for ids ['f33539b1-77e5-42f8-a41e-7e377b28f55f'] in dv-cinder-816898-6-iscsi is: [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 4, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'e32b74cc-4db9-4f4c-87ca-8aa584e43e95', 'name': '', 'network_id': '65aec77f-0551-4161-80bc-ae007bc0c79a', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'mac_address': 'fa:16:3e:42:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '76208af4-d33a-4cff-9a80-15af99e30b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:48Z', 'updated_at': '2022-01-28T01:00:54Z', 'revision_number': 4, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'subnets': [{'id': '76208af4-d33a-4cff-9a80-15af99e30b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:55.667918 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-1fe6a4cc-c6f9-45fa-be67-415550a83f8b None None] For port e32b74cc-4db9-4f4c-87ca-8aa584e43e95, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,segment=NetworkSegment(4b66243a-037a-4b8f-a64d-6ab92d00c038),segment_id=4b66243a-037a-4b8f-a64d-6ab92d00c038)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:55.690464 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a4cc-c6f9-45fa-be67-415550a83f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.698136 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:55.790268 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6a4cc-c6f9-45fa-be67-415550a83f8b None None] Pushing event updated for resources: {'Port': ['ID=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:55.846027 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-d74f4b11-9f25-43f1-b460-6506581eb470 None None] Provisioning complete for port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:55.849507 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d74f4b11-9f25-43f1-b460-6506581eb470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.019892 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7445915f-28d9-422b-bf85-a9a109a94fe4 req-4f0dfa82-7464-4462-9659-7e9f028a9163 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 210 time: 0.1118083 Jan 28 01:00:56.023377 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ad6c2-76ae-4c68-9253-9f245e59ab2e req-24466dbe-ab8d-45f3-b279-c6696330b6a5 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:56.025683 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2f2ad6c2-76ae-4c68-9253-9f245e59ab2e req-24466dbe-ab8d-45f3-b279-c6696330b6a5 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 945 time: 0.1672173 Jan 28 01:00:56.094442 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-d74f4b11-9f25-43f1-b460-6506581eb470 None None] Current status of the port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:56.112703 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:56.143142 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 43cbe1a5-2a85-4721-8c67-6ae16336682b up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:56.182372 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2f2ad6c2-76ae-4c68-9253-9f245e59ab2e req-be6e6162-6355-4a09-9f77-6dec9106cec2 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429856 Jan 28 01:00:56.202113 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e150ba-3588-444b-bbeb-e3ee931cdb2b req-2e4352f9-b426-49fb-a9d0-b6d1f0efe8d0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:56.210158 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94e150ba-3588-444b-bbeb-e3ee931cdb2b req-2e4352f9-b426-49fb-a9d0-b6d1f0efe8d0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0862510 Jan 28 01:00:56.298123 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94e150ba-3588-444b-bbeb-e3ee931cdb2b req-f3930473-98fb-4e75-81e9-78df12d08a5b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Jan 28 01:00:56.359389 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 43cbe1a5-2a85-4721-8c67-6ae16336682b completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:56.373971 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 43cbe1a5-2a85-4721-8c67-6ae16336682b triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:56.374325 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.490640 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:56.530343 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '4018b024-2307-4179-b2ef-10369aaee53c', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'port_id': '4018b024-2307-4179-b2ef-10369aaee53c', 'mac_address': 'fa:16:3e:d0:c4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:56.579041 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79580b-7da6-4cf0-b150-e69d7fbe2f27 req-45244a91-632f-4c34-bdb9-d4485ab359b5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:56.602186 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef79580b-7da6-4cf0-b150-e69d7fbe2f27 req-45244a91-632f-4c34-bdb9-d4485ab359b5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 944 time: 0.1568692 Jan 28 01:00:56.700384 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ef79580b-7da6-4cf0-b150-e69d7fbe2f27 req-33f41ad0-ecb9-4718-ab3f-308709495b18 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972428 Jan 28 01:00:56.720380 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 4018b024-2307-4179-b2ef-10369aaee53c is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:56.721583 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.749174 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4018b024-2307-4179-b2ef-10369aaee53c {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:56.783921 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 43cbe1a5-2a85-4721-8c67-6ae16336682b is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:56.784506 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.805010 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:56.834680 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.943392 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd356939-ae04-408e-ba0a-bb9bf12d7a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cbe1a5-2a85-4721-8c67-6ae16336682b'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:56.946017 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9880d8-a744-432e-8fa8-01738505623e" -d '{"events": [{"server_uuid": "dd356939-ae04-408e-ba0a-bb9bf12d7a36", "name": "network-vif-plugged", "status": "completed", "tag": "43cbe1a5-2a85-4721-8c67-6ae16336682b"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:56.962513 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 43cbe1a5-2a85-4721-8c67-6ae16336682b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=43cbe1a5-2a85-4721-8c67-6ae16336682b,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:56.971843 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.002269 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=9']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:57.106013 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b11571-b8f3-41f6-bbf1-b02d832c9622 x-openstack-request-id: req-48b11571-b8f3-41f6-bbf1-b02d832c9622 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:57.107091 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd356939-ae04-408e-ba0a-bb9bf12d7a36", "name": "network-vif-plugged", "status": "completed", "tag": "43cbe1a5-2a85-4721-8c67-6ae16336682b", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:57.107091 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48b11571-b8f3-41f6-bbf1-b02d832c9622 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:57.107091 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd356939-ae04-408e-ba0a-bb9bf12d7a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cbe1a5-2a85-4721-8c67-6ae16336682b', 'code': 200} Jan 28 01:00:57.115067 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device e32b74cc-4db9-4f4c-87ca-8aa584e43e95 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:57.245424 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['4018b024-2307-4179-b2ef-10369aaee53c'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:57.448185 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e49dbc60-fb5f-4dd7-a62a-70734221d8e7 req-c5e442fb-8076-4510-b73d-dbf00642a1ad tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 210 time: 0.1025355 Jan 28 01:00:57.458265 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=43cbe1a5-2a85-4721-8c67-6ae16336682b,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:57.500077 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:57.502212 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.543969 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4cf43-5d11-40d6-b760-28313733fc6a req-a28ccca4-91cb-4b7c-8640-b9af77773681 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.546500 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d3e4cf43-5d11-40d6-b760-28313733fc6a req-a28ccca4-91cb-4b7c-8640-b9af77773681 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 946 time: 0.1195734 Jan 28 01:00:57.566618 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b9619-87fb-4936-8ecd-fe06667ba1a4 req-8651bdef-9071-4c12-a14e-24d8fbde488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.568885 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-eb2b9619-87fb-4936-8ecd-fe06667ba1a4 req-8651bdef-9071-4c12-a14e-24d8fbde488d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 1099 time: 0.1496615 Jan 28 01:00:57.671849 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-eb2b9619-87fb-4936-8ecd-fe06667ba1a4 req-5db02888-0169-4466-9aa4-308cbda86d8d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928352 Jan 28 01:00:57.678924 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d3e4cf43-5d11-40d6-b760-28313733fc6a req-3637779d-c8a1-4f79-8271-2d256de1b05b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223934 Jan 28 01:00:57.701803 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:57.888385 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab0b6a-cbe9-4120-94fd-0540b792584b req-5b24f461-df68-4248-9cba-298a7459fc75 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.890053 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-87ab0b6a-cbe9-4120-94fd-0540b792584b req-5b24f461-df68-4248-9cba-298a7459fc75 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0648365 Jan 28 01:00:57.970931 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-87ab0b6a-cbe9-4120-94fd-0540b792584b req-17fe4ccf-81f3-438c-8c07-91677b34c563 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746999 Jan 28 01:00:58.610646 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1a73d53d-b68d-489c-a7f8-dd872d977255 req-99d26890-0fc5-4119-bc5d-a82654adcbb2 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 210 time: 0.0439584 Jan 28 01:00:59.169355 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af539f28-dd45-47b1-bdc0-f2e6dc01958e req-d489748a-3781-46b8-abf6-2533cdcb56c7 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.186248 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-af539f28-dd45-47b1-bdc0-f2e6dc01958e req-d489748a-3781-46b8-abf6-2533cdcb56c7 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 946 time: 0.2869327 Jan 28 01:00:59.218219 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-ad6f0391-f6fa-4fa6-88cc-a66ac42ffe52 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.220843 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-ad6f0391-f6fa-4fa6-88cc-a66ac42ffe52 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.15 "GET /v2.0/networks?id=87529b14-ec97-47b6-b564-089e17ceb8e6 HTTP/1.1" status: 200 len: 813 time: 0.5095737 Jan 28 01:00:59.234399 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6167-b325-45b6-b6aa-5416605d5e0c req-029bdc14-8759-4fdd-8af1-e882aa979b61 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.243584 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b62e6167-b325-45b6-b6aa-5416605d5e0c req-029bdc14-8759-4fdd-8af1-e882aa979b61 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 945 time: 0.0949402 Jan 28 01:00:59.250649 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Request body: {'port': {'device_id': '30cc0552-4336-498f-b444-cc4e6338c62f', 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6', 'admin_state_up': True, 'tenant_id': '5aa12e9e43b74e37b418bbc4806a875c'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:59.343215 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b62e6167-b325-45b6-b6aa-5416605d5e0c req-23043970-ad20-45c4-a5e0-dfe759fb9d22 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980718 Jan 28 01:00:59.374928 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-af539f28-dd45-47b1-bdc0-f2e6dc01958e req-3cbf6941-8d31-4bdd-b7d1-4f17a3ba215a tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843405 Jan 28 01:00:59.487912 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Made reservation on behalf of 5aa12e9e43b74e37b418bbc4806a875c for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:59.492965 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.880899 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-54042d03-2b27-4228-a864-d8690ae8b6a7 req-1ca4a6b0-816c-4329-a5bf-1945bcae306d tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 210 time: 0.0693283 Jan 28 01:00:59.907214 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Allocated IP 172.20.0.8 (87529b14-ec97-47b6-b564-089e17ceb8e6/c56031b9-3812-4be6-9990-4c1321e63b15/2994a10b-5228-441d-8734-936c3bea9193) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:00.116881 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:00.164426 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks [] for port (2994a10b-5228-441d-8734-936c3bea9193), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.196498 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 4018b024-2307-4179-b2ef-10369aaee53c triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:00.197023 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (4018b024-2307-4179-b2ef-10369aaee53c), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.220311 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (2994a10b-5228-441d-8734-936c3bea9193), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.279473 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Network 87529b14-ec97-47b6-b564-089e17ceb8e6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:00.288041 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:00.290918 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:00.349588 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 4018b024-2307-4179-b2ef-10369aaee53c is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:00.350425 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.364137 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Pushing event updated for resources: {'Port': ['ID=2994a10b-5228-441d-8734-936c3bea9193,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:00.374007 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:00.374829 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.382516 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:00.385403 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe0371-3c62-4a80-afa5-4893ebbf6303" -d '{"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-plugged", "status": "completed", "tag": "4018b024-2307-4179-b2ef-10369aaee53c"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:00.398418 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-f19b8305-26b6-45ec-aad2-f06fc3d9d905 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1544945 Jan 28 01:01:00.423223 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:00.424120 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Request body: {'port': {'device_id': '30cc0552-4336-498f-b444-cc4e6338c62f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:00.432810 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.497837 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae91ef8c-62ac-492c-94d2-7de6a3665c35 x-openstack-request-id: req-ae91ef8c-62ac-492c-94d2-7de6a3665c35 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:00.499262 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-plugged", "status": "completed", "tag": "4018b024-2307-4179-b2ef-10369aaee53c", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:00.499520 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae91ef8c-62ac-492c-94d2-7de6a3665c35 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:00.500940 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c', 'code': 200} Jan 28 01:01:00.502145 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=10']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:00.577424 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8dff5e-e2d0-4cac-ba2b-f06c9a682a40 req-3653371b-477b-418b-b4a3-65d2d1c1770e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:00.579265 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5d8dff5e-e2d0-4cac-ba2b-f06c9a682a40 req-3653371b-477b-418b-b4a3-65d2d1c1770e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.0738833 Jan 28 01:01:00.678093 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5d8dff5e-e2d0-4cac-ba2b-f06c9a682a40 req-b917a7d6-d735-4208-b9b9-a49618da27d8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858769 Jan 28 01:01:00.867555 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2994a10b-5228-441d-8734-936c3bea9193), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.942728 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbf7eb-2771-4a5b-8124-d9986cf6178e req-7147d0f9-b28b-49bb-8e7c-9faae5ee73c1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:00.949844 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5adbf7eb-2771-4a5b-8124-d9986cf6178e req-7147d0f9-b28b-49bb-8e7c-9faae5ee73c1 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 946 time: 0.1626580 Jan 28 01:01:01.048254 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5adbf7eb-2771-4a5b-8124-d9986cf6178e req-eaf20342-09c5-43f5-a6dc-e0915cdc755c tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974059 Jan 28 01:01:01.151263 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16fea4-5bd7-407d-a9ec-3991394a0d5e req-880b38ac-6dc9-4a20-8c1b-fbce59b22223 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.165776 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2d16fea4-5bd7-407d-a9ec-3991394a0d5e req-880b38ac-6dc9-4a20-8c1b-fbce59b22223 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 931 time: 0.1410940 Jan 28 01:01:01.250611 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05697c6b-9220-4dfc-b63a-4c88924d2e1c req-a9c0325f-4c62-4372-a698-209f16f626b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.252828 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-05697c6b-9220-4dfc-b63a-4c88924d2e1c req-a9c0325f-4c62-4372-a698-209f16f626b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 1100 time: 0.1364641 Jan 28 01:01:01.274787 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2d16fea4-5bd7-407d-a9ec-3991394a0d5e req-e45749cf-c215-4354-8204-ca251c53c36d tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069567 Jan 28 01:01:01.389234 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-05697c6b-9220-4dfc-b63a-4c88924d2e1c req-95c0cab2-28cb-4aeb-aaaa-194722366edc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182210 Jan 28 01:01:01.526531 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2994a10b-5228-441d-8734-936c3bea9193 {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:01.551388 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Publish callbacks [] for port (2994a10b-5228-441d-8734-936c3bea9193), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.575066 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Transition to ACTIVE for port object 2994a10b-5228-441d-8734-936c3bea9193 will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:01:01.597187 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (2994a10b-5228-441d-8734-936c3bea9193), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.697646 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Pushing event updated for resources: {'Port': ['ID=2994a10b-5228-441d-8734-936c3bea9193,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:01.821800 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Attempting to bind port 2994a10b-5228-441d-8734-936c3bea9193 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:01.822139 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Attempting to bind port 2994a10b-5228-441d-8734-936c3bea9193 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:01.822479 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Attempting to bind port 2994a10b-5228-441d-8734-936c3bea9193 on network 87529b14-ec97-47b6-b564-089e17ceb8e6 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:01.832716 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Port 2994a10b-5228-441d-8734-936c3bea9193 on network 87529b14-ec97-47b6-b564-089e17ceb8e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:01:01.833174 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Attempting to bind port 2994a10b-5228-441d-8734-936c3bea9193 on network 87529b14-ec97-47b6-b564-089e17ceb8e6 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:01.853673 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbc16e-60b0-4fca-994c-56de35912284 req-50067d4d-97b1-49df-b9ae-42c4f9d08d32 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.855506 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b9dbc16e-60b0-4fca-994c-56de35912284 req-50067d4d-97b1-49df-b9ae-42c4f9d08d32 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.0856385 Jan 28 01:01:01.858070 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:01.858415 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Checking segment: {'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:01.859089 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Bound using segment: {'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:01.859829 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Bound port: 2994a10b-5228-441d-8734-936c3bea9193, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef904cf4-230c-46cc-8b97-38c470ca8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:01.860431 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2994a10b-5228-441d-8734-936c3bea9193), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.973838 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b9dbc16e-60b0-4fca-994c-56de35912284 req-e112998a-9ade-4949-abbc-7489acc22061 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000471 Jan 28 01:01:01.985825 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] For port 2994a10b-5228-441d-8734-936c3bea9193, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:01.989782 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] For port 2994a10b-5228-441d-8734-936c3bea9193, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2994a10b-5228-441d-8734-936c3bea9193,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:02.005225 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (2994a10b-5228-441d-8734-936c3bea9193), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.024870 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:02.026171 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.027677 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] 10.222.0.15 "PUT /v2.0/ports/2994a10b-5228-441d-8734-936c3bea9193 HTTP/1.1" status: 200 len: 1093 time: 1.6147425 Jan 28 01:01:02.061932 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc0552-4336-498f-b444-cc4e6338c62f', 'tag': '2994a10b-5228-441d-8734-936c3bea9193'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:02.064835 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "30cc0552-4336-498f-b444-cc4e6338c62f", "tag": "2994a10b-5228-441d-8734-936c3bea9193"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:02.153789 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6820da-a211-45d1-ab53-75fdb4f3d54e x-openstack-request-id: req-2b6820da-a211-45d1-ab53-75fdb4f3d54e {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:02.154095 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cc0552-4336-498f-b444-cc4e6338c62f", "tag": "2994a10b-5228-441d-8734-936c3bea9193", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:02.154355 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b6820da-a211-45d1-ab53-75fdb4f3d54e {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:02.154754 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc0552-4336-498f-b444-cc4e6338c62f', 'tag': '2994a10b-5228-441d-8734-936c3bea9193', 'status': 'completed', 'code': 200} Jan 28 01:01:02.161451 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf2f4-4d0c-4e30-97c2-dce809700989 service neutron] Pushing event updated for resources: {'Port': ['ID=2994a10b-5228-441d-8734-936c3bea9193,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:02.175620 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-7ac6e02f-fc1a-47c5-92d5-44a6999993e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:02.177762 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-7ac6e02f-fc1a-47c5-92d5-44a6999993e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aa12e9e43b74e37b418bbc4806a875c&device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 1096 time: 0.0656569 Jan 28 01:01:02.331778 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-382b9503-f4e1-4a3b-aaa7-3985216f4b48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2994a10b-5228-441d-8734-936c3bea9193 HTTP/1.1" status: 200 len: 217 time: 0.0756433 Jan 28 01:01:02.412709 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-b39a458b-3821-4ca9-ab97-5992ec78f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:02.414625 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-b39a458b-3821-4ca9-ab97-5992ec78f1a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c56031b9-3812-4be6-9990-4c1321e63b15 HTTP/1.1" status: 200 len: 853 time: 0.0811665 Jan 28 01:01:02.435062 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93574125-ac61-4ff1-898e-a46a36450dfe req-4acfdc46-90ad-477f-8ff9-acd1e5c96a26 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:02.437118 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-93574125-ac61-4ff1-898e-a46a36450dfe req-4acfdc46-90ad-477f-8ff9-acd1e5c96a26 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 946 time: 0.2254868 Jan 28 01:01:02.511398 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-4b842c6d-1be3-4120-a2db-f7f33b985f3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87529b14-ec97-47b6-b564-089e17ceb8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727682 Jan 28 01:01:02.581202 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72103f5-10df-4188-b60f-9be461697773 req-1d3845d4-77ce-4d0a-b77d-9b69fdf75f75 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:02.590163 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f72103f5-10df-4188-b60f-9be461697773 req-1d3845d4-77ce-4d0a-b77d-9b69fdf75f75 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 943 time: 0.0869741 Jan 28 01:01:02.609732 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-93574125-ac61-4ff1-898e-a46a36450dfe req-d4a65a49-4556-4552-8999-6c82578c8261 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585805 Jan 28 01:01:02.671655 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f72103f5-10df-4188-b60f-9be461697773 req-3b523b5c-e8aa-4340-a143-e038431b1014 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802710 Jan 28 01:01:02.671977 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-101f33d3-612d-4ff9-b355-13aa64c8880e service neutron] 10.222.0.15 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396227 Jan 28 01:01:02.862261 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2e6cdf3c-e365-416f-9e63-f7ffd4c733db req-2cc27ded-6b6c-475a-91dc-11036c83d4b2 service neutron] 10.222.0.15 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519613 Jan 28 01:01:03.016390 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587afdf-ba2c-4f3a-a06a-f41d31aebac6 req-279aa611-6278-48e8-a8d2-ebfa4f2aa680 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.018401 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8587afdf-ba2c-4f3a-a06a-f41d31aebac6 req-279aa611-6278-48e8-a8d2-ebfa4f2aa680 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0721531 Jan 28 01:01:03.095502 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8587afdf-ba2c-4f3a-a06a-f41d31aebac6 req-6fc960aa-37cf-419c-a5b6-721c3bf9b205 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689447 Jan 28 01:01:03.139096 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-abbb5a93-2cd8-491c-b31d-c20f6448e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.141885 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-abbb5a93-2cd8-491c-b31d-c20f6448e8ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aa12e9e43b74e37b418bbc4806a875c&device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 1096 time: 0.0955820 Jan 28 01:01:03.245540 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d98d2-5528-4eba-90a6-30d5791aabdc req-98e49972-221b-4278-94e2-09ad5398b73a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.253249 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ff3d98d2-5528-4eba-90a6-30d5791aabdc req-98e49972-221b-4278-94e2-09ad5398b73a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.1608813 Jan 28 01:01:03.326594 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-e6c259c9-30f8-4ed2-9871-e4bd4b839de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.328212 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-e6c259c9-30f8-4ed2-9871-e4bd4b839de4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87529b14-ec97-47b6-b564-089e17ceb8e6 HTTP/1.1" status: 200 len: 914 time: 0.1808107 Jan 28 01:01:03.331846 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ff3d98d2-5528-4eba-90a6-30d5791aabdc req-14023a36-6e4a-4d1d-a0a2-b3f04f45a39d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778739 Jan 28 01:01:03.391628 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-bfa8251e-efd3-4a91-be1d-55e7155ad8f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2994a10b-5228-441d-8734-936c3bea9193 HTTP/1.1" status: 200 len: 217 time: 0.0511470 Jan 28 01:01:03.479522 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-40849c68-8382-4aee-b405-60dabe4b9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.486121 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-40849c68-8382-4aee-b405-60dabe4b9231 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c56031b9-3812-4be6-9990-4c1321e63b15 HTTP/1.1" status: 200 len: 853 time: 0.0811746 Jan 28 01:01:03.524752 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-593d2b53-3a4d-43e6-8bca-fa22a08db14a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87529b14-ec97-47b6-b564-089e17ceb8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318472 Jan 28 01:01:03.679743 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-ece850d0-34ef-422a-8ebe-fd720ad6ec68 service neutron] 10.222.0.15 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478448 Jan 28 01:01:03.807288 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c55a5-a734-467e-a1af-16f263cb8f64 req-ba841e70-a272-4bb6-af82-62ca9ea80e41 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.810367 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-801c55a5-a734-467e-a1af-16f263cb8f64 req-ba841e70-a272-4bb6-af82-62ca9ea80e41 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 946 time: 0.1025779 Jan 28 01:01:03.839561 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6e52892b-cbc2-4b0f-a2df-b9dd8b946f6e req-bb5ed35a-29dc-41ca-8ac9-2561b2a4920e service neutron] 10.222.0.15 "GET /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457007 Jan 28 01:01:03.899957 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f991000-c085-4356-b6bb-733245c0e7d9 req-4e7539d5-5273-424e-9c4b-630108901bf0 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.908497 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5f991000-c085-4356-b6bb-733245c0e7d9 req-4e7539d5-5273-424e-9c4b-630108901bf0 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 943 time: 0.1017089 Jan 28 01:01:03.910611 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-801c55a5-a734-467e-a1af-16f263cb8f64 req-8b974a67-34f3-4097-88dd-cef5075ec923 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0aa9403-83b5-4fba-b8a7-7b083d865647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906348 Jan 28 01:01:03.987265 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5f991000-c085-4356-b6bb-733245c0e7d9 req-2310a7d3-fd47-4ff0-8a2b-60ad70d24c6b tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774775 Jan 28 01:01:04.239134 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-738a0d75-a746-4ece-b824-b52e1d62250b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:04.241072 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-738a0d75-a746-4ece-b824-b52e1d62250b tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 946 time: 0.0769548 Jan 28 01:01:04.270463 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4f437-af37-40c1-938d-b825f213fc96 req-efaa8485-fad4-4ba2-ba2e-e60b2d325429 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:04.281365 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dab4f437-af37-40c1-938d-b825f213fc96 req-efaa8485-fad4-4ba2-ba2e-e60b2d325429 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0851598 Jan 28 01:01:04.369554 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dab4f437-af37-40c1-938d-b825f213fc96 req-5130fb05-0e1a-49c9-b987-daa7efedac6e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855916 Jan 28 01:01:04.397007 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Deleting port 43cbe1a5-2a85-4721-8c67-6ae16336682b {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:04.398378 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.538110 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] For port 43cbe1a5-2a85-4721-8c67-6ae16336682b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=43cbe1a5-2a85-4721-8c67-6ae16336682b,segment=NetworkSegment(e6b057d3-2203-46da-b93e-fea7a4ca2651),segment_id=e6b057d3-2203-46da-b93e-fea7a4ca2651)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:04.538361 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.559063 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422a1af-8de5-4464-a67f-df8752311664 req-db999def-8182-40ef-b3a1-26709bce9125 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:04.560691 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6422a1af-8de5-4464-a67f-df8752311664 req-db999def-8182-40ef-b3a1-26709bce9125 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.1023974 Jan 28 01:01:04.565647 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Calling delete_port for 43cbe1a5-2a85-4721-8c67-6ae16336682b owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:04.686668 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6422a1af-8de5-4464-a67f-df8752311664 req-54e11f8c-bc46-4b43-9348-572f72526e3d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188126 Jan 28 01:01:04.815005 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (43cbe1a5-2a85-4721-8c67-6ae16336682b), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.853871 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['43cbe1a5-2a85-4721-8c67-6ae16336682b'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:04.856269 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Pushing event deleted for resources: {'Port': ['ID=43cbe1a5-2a85-4721-8c67-6ae16336682b,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:04.913690 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] No DVR routers for this DVR port 43cbe1a5-2a85-4721-8c67-6ae16336682b on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:04.916819 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.920632 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b2389fcc-b0ba-4a81-94c2-496474eaa913 req-9e8401fe-5af3-4d91-8f58-5a81f7e67d16 tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.15 "DELETE /v2.0/ports/43cbe1a5-2a85-4721-8c67-6ae16336682b HTTP/1.1" status: 204 len: 173 time: 0.6735270 Jan 28 01:01:04.921126 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd356939-ae04-408e-ba0a-bb9bf12d7a36', 'name': 'network-vif-deleted', 'tag': '43cbe1a5-2a85-4721-8c67-6ae16336682b'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:04.924112 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16bddf-7f99-4bc9-86a5-c0e608a7fb09" -d '{"events": [{"server_uuid": "dd356939-ae04-408e-ba0a-bb9bf12d7a36", "name": "network-vif-deleted", "tag": "43cbe1a5-2a85-4721-8c67-6ae16336682b"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:05.014699 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893c4e2-b2ee-46bd-8180-d1d03de4f5d8 x-openstack-request-id: req-6893c4e2-b2ee-46bd-8180-d1d03de4f5d8 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:05.015024 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd356939-ae04-408e-ba0a-bb9bf12d7a36", "name": "network-vif-deleted", "tag": "43cbe1a5-2a85-4721-8c67-6ae16336682b", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:05.015280 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6893c4e2-b2ee-46bd-8180-d1d03de4f5d8 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:05.015673 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd356939-ae04-408e-ba0a-bb9bf12d7a36', 'name': 'network-vif-deleted', 'tag': '43cbe1a5-2a85-4721-8c67-6ae16336682b', 'status': 'completed', 'code': 200} Jan 28 01:01:05.104199 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1c0bfe98-1c4f-432f-ad14-b4c1d2aa9732 req-99cbbb76-7cee-48ef-9d38-40365de491ca tempest-VolumesActionsTest-2011200008 tempest-VolumesActionsTest-2011200008-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd356939-ae04-408e-ba0a-bb9bf12d7a36 HTTP/1.1" status: 200 len: 210 time: 0.0759442 Jan 28 01:01:05.232469 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0825bb-adfb-4120-8b6d-4e0af9c4c321 req-46083461-e0c7-44ab-af79-7ead6e48e5bb tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:05.235026 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9b0825bb-adfb-4120-8b6d-4e0af9c4c321 req-46083461-e0c7-44ab-af79-7ead6e48e5bb tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 943 time: 0.0941100 Jan 28 01:01:05.294499 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9b0825bb-adfb-4120-8b6d-4e0af9c4c321 req-7d659229-8887-4a10-8f33-34a8a80ebcb0 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532446 Jan 28 01:01:05.579975 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cb3eb-2e4c-4938-bcb3-6b0d1b12922c req-097480b9-3227-458d-8637-d41035005d2e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:05.583271 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fb0cb3eb-2e4c-4938-bcb3-6b0d1b12922c req-097480b9-3227-458d-8637-d41035005d2e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0816293 Jan 28 01:01:05.680728 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fb0cb3eb-2e4c-4938-bcb3-6b0d1b12922c req-68489392-5b02-49d9-8592-c0c0b29b9016 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874715 Jan 28 01:01:06.064517 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08260-6533-4705-968c-063cb8ca0859 req-6cbc8150-9506-414a-9d94-1596b661acb4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:06.066051 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-31c08260-6533-4705-968c-063cb8ca0859 req-6cbc8150-9506-414a-9d94-1596b661acb4 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.15 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0653136 Jan 28 01:01:06.125380 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2994a10b-5228-441d-8734-936c3bea9193 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:01:06.194010 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Deleting port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:06.196416 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.331919 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2994a10b-5228-441d-8734-936c3bea9193, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2994a10b-5228-441d-8734-936c3bea9193,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:06.353882 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '2994a10b-5228-441d-8734-936c3bea9193', 'network_id': '87529b14-ec97-47b6-b564-089e17ceb8e6', 'port_id': '2994a10b-5228-441d-8734-936c3bea9193', 'mac_address': 'fa:16:3e:3a:5b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56031b9-3812-4be6-9990-4c1321e63b15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:01:06.431104 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 2994a10b-5228-441d-8734-936c3bea9193 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:06.431818 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2994a10b-5228-441d-8734-936c3bea9193), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.447815 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] For port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:06.453913 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.458813 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2994a10b-5228-441d-8734-936c3bea9193 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:06.491504 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2994a10b-5228-441d-8734-936c3bea9193, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2994a10b-5228-441d-8734-936c3bea9193,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:06.503255 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (2994a10b-5228-441d-8734-936c3bea9193), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.522601 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Calling delete_port for 450ff6d4-7d9c-4d30-9b72-a587ed2801cc owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:06.591239 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8e74f-a985-4747-8ae7-d01a057a30a5 req-39f56985-b69d-4adc-a9d5-c4ad373fc0a5 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:06.595639 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=2994a10b-5228-441d-8734-936c3bea9193,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:06.607524 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-19e8e74f-a985-4747-8ae7-d01a057a30a5 req-39f56985-b69d-4adc-a9d5-c4ad373fc0a5 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 943 time: 0.1618514 Jan 28 01:01:06.740766 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-19e8e74f-a985-4747-8ae7-d01a057a30a5 req-f0a22386-f201-4338-8c66-0ca736e383b1 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254578 Jan 28 01:01:06.895002 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (450ff6d4-7d9c-4d30-9b72-a587ed2801cc), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.911691 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['2994a10b-5228-441d-8734-936c3bea9193'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:06.943184 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd6513-4ddb-4601-937c-49ac1f516239 req-e1c14f08-f264-4aeb-b77a-35b6854c57cc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:06.943184 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-90fd6513-4ddb-4601-937c-49ac1f516239 req-e1c14f08-f264-4aeb-b77a-35b6854c57cc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 867 time: 0.0869045 Jan 28 01:01:06.969373 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['9c62ad7c-9f29-464d-b6ad-f74102e3735b'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:06.977736 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Pushing event deleted for resources: {'Port': ['ID=450ff6d4-7d9c-4d30-9b72-a587ed2801cc,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:07.057402 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-90fd6513-4ddb-4601-937c-49ac1f516239 req-2ac691cd-3361-4c11-b8dc-a1731db8ddc0 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086576 Jan 28 01:01:07.083245 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] No DVR routers for this DVR port 450ff6d4-7d9c-4d30-9b72-a587ed2801cc on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:07.083245 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.086753 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-31c08260-6533-4705-968c-063cb8ca0859 req-b270fc16-27a4-4647-a61d-22e7d8c72398 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.15 "DELETE /v2.0/ports/450ff6d4-7d9c-4d30-9b72-a587ed2801cc HTTP/1.1" status: 204 len: 173 time: 1.0155864 Jan 28 01:01:07.087275 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213c2110-983e-47cc-b98c-6b8b91a5e7a3', 'name': 'network-vif-deleted', 'tag': '450ff6d4-7d9c-4d30-9b72-a587ed2801cc'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:07.107727 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2bf49f-4e09-46f4-a4d6-001927ae1f85" -d '{"events": [{"server_uuid": "213c2110-983e-47cc-b98c-6b8b91a5e7a3", "name": "network-vif-deleted", "tag": "450ff6d4-7d9c-4d30-9b72-a587ed2801cc"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:07.179134 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0507ba42-cb34-4dda-9a55-4028b22c67d9 x-openstack-request-id: req-0507ba42-cb34-4dda-9a55-4028b22c67d9 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:07.179303 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213c2110-983e-47cc-b98c-6b8b91a5e7a3", "name": "network-vif-deleted", "tag": "450ff6d4-7d9c-4d30-9b72-a587ed2801cc", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:07.179491 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0507ba42-cb34-4dda-9a55-4028b22c67d9 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:07.179898 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213c2110-983e-47cc-b98c-6b8b91a5e7a3', 'name': 'network-vif-deleted', 'tag': '450ff6d4-7d9c-4d30-9b72-a587ed2801cc', 'status': 'completed', 'code': 200} Jan 28 01:01:07.885756 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a5498-8967-4723-ac74-5ca5ee2012bc req-e1d1edc9-9745-4672-b51d-d7ca02769fdd tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:07.891427 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-203a5498-8967-4723-ac74-5ca5ee2012bc req-e1d1edc9-9745-4672-b51d-d7ca02769fdd tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 944 time: 0.0708802 Jan 28 01:01:07.903958 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-27c927a7-0105-4c03-a188-97dd02c7453b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:07.905705 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-27c927a7-0105-4c03-a188-97dd02c7453b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 815 time: 0.1343923 Jan 28 01:01:07.935156 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-63fcd0e0-0de5-4b45-a227-d169a4bb4b0a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/quotas/e43c3f3031ee40508283209d12740ec8 HTTP/1.1" status: 200 len: 375 time: 0.0219865 Jan 28 01:01:07.952989 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-203a5498-8967-4723-ac74-5ca5ee2012bc req-4a3ba412-c783-48cc-91b8-a18b6068d81f tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570188 Jan 28 01:01:08.000690 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-cabab047-c7fb-4582-a74d-c05e2824ad1c tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588706 Jan 28 01:01:08.119566 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-475f52eb-0a56-43e4-a8e8-2d3abfdedb49 service neutron] 10.222.0.78 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981748 Jan 28 01:01:08.179414 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-30c70b93-7df0-46e4-8155-9da74d2c51ab req-506c326b-918d-424c-95ed-28ac6e9b781c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0275772 Jan 28 01:01:08.244957 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-fde775a8-5fa1-4a46-a837-174bfcfbcda7 service neutron] 10.222.0.78 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186917 Jan 28 01:01:08.453301 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a3dc3331-60a0-4482-a1aa-7b4d24cc2583 req-3f13bf35-cfa2-46cf-8541-f7c638ef6757 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 210 time: 0.0372915 Jan 28 01:01:09.090518 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861afd6-56dd-48d7-9d18-ce04dafd8c17 req-9a0922b8-66ca-4f8c-a7b9-7132d75d8c57 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:09.092036 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2861afd6-56dd-48d7-9d18-ce04dafd8c17 req-9a0922b8-66ca-4f8c-a7b9-7132d75d8c57 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 944 time: 0.0617123 Jan 28 01:01:09.146493 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2861afd6-56dd-48d7-9d18-ce04dafd8c17 req-7e6c7456-f464-4730-a97e-0c4ba746c482 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Jan 28 01:01:09.302308 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-638c4256-8e4c-405b-88c8-e35eb3aacb6d req-6df4e1df-38ee-49a0-9260-2833b50a1880 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0277491 Jan 28 01:01:09.485314 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 450ff6d4-7d9c-4d30-9b72-a587ed2801cc no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:09.525138 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 450ff6d4-7d9c-4d30-9b72-a587ed2801cc {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:09.525478 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 450ff6d4-7d9c-4d30-9b72-a587ed2801cc not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:09.525895 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 43cbe1a5-2a85-4721-8c67-6ae16336682b no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:09.546716 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 43cbe1a5-2a85-4721-8c67-6ae16336682b {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:09.547091 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 43cbe1a5-2a85-4721-8c67-6ae16336682b not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:09.568831 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-03a509cb-4c8b-44fc-9705-19026f065525 req-b03fa939-e04e-4fec-99fc-38a395427cb3 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 210 time: 0.0426841 Jan 28 01:01:10.263560 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83408bed-caee-4bc1-abca-f6d79941ae8e req-7140d97a-8654-4ce3-b5f7-0800c4b2e01b tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:10.265030 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-83408bed-caee-4bc1-abca-f6d79941ae8e req-7140d97a-8654-4ce3-b5f7-0800c4b2e01b tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 944 time: 0.0499043 Jan 28 01:01:10.328532 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-83408bed-caee-4bc1-abca-f6d79941ae8e req-5d0576c3-2d41-43ed-993f-e28269899acf tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573146 Jan 28 01:01:10.423436 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a6d7bf14-b014-47c3-b1f3-54cd26bebd5e req-114f8e2a-eaeb-4ff9-8569-0537b7a77f94 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=213c2110-983e-47cc-b98c-6b8b91a5e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0361290 Jan 28 01:01:10.677480 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-502ab7b1-86ff-4fba-a4b3-95523f9fbf7d req-f4fdfc8a-95b0-4474-bf81-83c766e4bde5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 210 time: 0.0321100 Jan 28 01:01:11.310489 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-11e3262d-d587-41f3-95d6-d9fc6feb5414 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:11.312024 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-11e3262d-d587-41f3-95d6-d9fc6feb5414 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.15 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 815 time: 0.1168675 Jan 28 01:01:11.335072 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'port': {'device_id': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'admin_state_up': True, 'tenant_id': 'e43c3f3031ee40508283209d12740ec8'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:11.528440 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60929f34-7065-49a7-b194-3c313f62e5a1 req-9466ae5e-d9df-43e5-baaf-043b50276c3a tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:11.530950 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-60929f34-7065-49a7-b194-3c313f62e5a1 req-9466ae5e-d9df-43e5-baaf-043b50276c3a tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 944 time: 0.1100621 Jan 28 01:01:11.599618 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Made reservation on behalf of e43c3f3031ee40508283209d12740ec8 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:11.612348 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.670526 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-60929f34-7065-49a7-b194-3c313f62e5a1 req-aa3c9f45-0c25-4696-b10a-a6f5136686d1 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256199 Jan 28 01:01:11.857148 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Allocated IP 172.20.0.9 (56cdaf8a-2aaa-4802-bf7a-e7fc18698832/e362a41c-5811-4ee1-a085-8b0cfd035ac5/aaf8455f-185c-4280-8718-72bf446c9dc1) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:11.910262 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d23d9f43-de83-437f-ae50-3d0ffe577bab req-6cc01aff-d5d6-4a86-be5e-03b3164080e4 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 210 time: 0.0563302 Jan 28 01:01:12.012609 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef6095-cd1d-466b-90b5-169797a01af1 req-66b275aa-6015-485c-9c1a-018a9a84cb3c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:12.015106 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b1ef6095-cd1d-466b-90b5-169797a01af1 req-66b275aa-6015-485c-9c1a-018a9a84cb3c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1150875 Jan 28 01:01:12.065535 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.157161 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.175693 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b1ef6095-cd1d-466b-90b5-169797a01af1 req-35037398-98d8-4f4d-bc6b-5b4b1a232f22 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459444 Jan 28 01:01:12.211137 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.291374 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:12.297026 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:12.306201 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:12.355359 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'Port': ['ID=aaf8455f-185c-4280-8718-72bf446c9dc1,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:12.404157 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:12.408745 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.461183 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2994a10b-5228-441d-8734-936c3bea9193 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:12.486435 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-de0500f4-05d0-449c-a0e9-d4dbc39ddd41 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1569648 Jan 28 01:01:12.526429 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Request body: {'port': {'device_id': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:12.555811 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 2994a10b-5228-441d-8734-936c3bea9193 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:01:12.579716 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 2994a10b-5228-441d-8734-936c3bea9193 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:12.580833 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (2994a10b-5228-441d-8734-936c3bea9193), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.816853 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 2994a10b-5228-441d-8734-936c3bea9193 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:12.817286 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2994a10b-5228-441d-8734-936c3bea9193), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.900755 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2994a10b-5228-441d-8734-936c3bea9193, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2994a10b-5228-441d-8734-936c3bea9193,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:12.902576 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc0552-4336-498f-b444-cc4e6338c62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2994a10b-5228-441d-8734-936c3bea9193'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:12.907778 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b24719-680b-4e4c-8c2c-9e926faa3993" -d '{"events": [{"server_uuid": "30cc0552-4336-498f-b444-cc4e6338c62f", "name": "network-vif-plugged", "status": "completed", "tag": "2994a10b-5228-441d-8734-936c3bea9193"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:12.933515 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (2994a10b-5228-441d-8734-936c3bea9193), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.004169 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e40703-2fad-4807-b02d-bac88f8b13b0 x-openstack-request-id: req-00e40703-2fad-4807-b02d-bac88f8b13b0 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:13.004455 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc0552-4336-498f-b444-cc4e6338c62f", "name": "network-vif-plugged", "status": "completed", "tag": "2994a10b-5228-441d-8734-936c3bea9193", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:13.004678 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00e40703-2fad-4807-b02d-bac88f8b13b0 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:13.007731 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc0552-4336-498f-b444-cc4e6338c62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2994a10b-5228-441d-8734-936c3bea9193', 'code': 200} Jan 28 01:01:13.045501 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-70b3e01d-eb47-4824-96fc-df0ba5fed3d5 None None] Provisioning complete for port aaf8455f-185c-4280-8718-72bf446c9dc1 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:13.045971 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-70b3e01d-eb47-4824-96fc-df0ba5fed3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.100290 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.160548 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-70b3e01d-eb47-4824-96fc-df0ba5fed3d5 None None] Port aaf8455f-185c-4280-8718-72bf446c9dc1 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:01:13.201256 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4ea7c-770b-41c1-b701-8a9b363c3c4b req-99015e65-4bbf-4b28-9521-3a57d26b7be0 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:13.206361 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=2994a10b-5228-441d-8734-936c3bea9193,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:13.219671 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dfc4ea7c-770b-41c1-b701-8a9b363c3c4b req-99015e65-4bbf-4b28-9521-3a57d26b7be0 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 931 time: 0.1149721 Jan 28 01:01:13.244536 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cf44d-9178-4f16-a6c7-6416fddcfb8e req-4a31b36c-15e8-408c-84f9-c061cb426f70 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:13.247027 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a80cf44d-9178-4f16-a6c7-6416fddcfb8e req-4a31b36c-15e8-408c-84f9-c061cb426f70 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 945 time: 0.1478150 Jan 28 01:01:13.313739 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dfc4ea7c-770b-41c1-b701-8a9b363c3c4b req-071aaafa-3300-41f7-9dd0-9d50d7625757 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923696 Jan 28 01:01:13.441948 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a80cf44d-9178-4f16-a6c7-6416fddcfb8e req-338fde76-6a19-4a52-b9d4-19c5335a2295 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856356 Jan 28 01:01:13.481915 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03057d44-e0e6-41c7-b4fd-e08a568f970c req-02fbe48b-b81d-42bc-aca4-cc641255dc4d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:13.490010 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-03057d44-e0e6-41c7-b4fd-e08a568f970c req-02fbe48b-b81d-42bc-aca4-cc641255dc4d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0896232 Jan 28 01:01:13.578197 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-03057d44-e0e6-41c7-b4fd-e08a568f970c req-9abc46de-c5f5-4ef3-8f67-b62a630a81e1 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852039 Jan 28 01:01:13.737267 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf8455f-185c-4280-8718-72bf446c9dc1 {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:13.752705 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Publish callbacks [] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.788704 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Transition to ACTIVE for port object aaf8455f-185c-4280-8718-72bf446c9dc1 will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:01:13.794143 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.902220 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf8455f-185c-4280-8718-72bf446c9dc1,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:14.079463 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Attempting to bind port aaf8455f-185c-4280-8718-72bf446c9dc1 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:14.080712 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Attempting to bind port aaf8455f-185c-4280-8718-72bf446c9dc1 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:14.081338 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Attempting to bind port aaf8455f-185c-4280-8718-72bf446c9dc1 on network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:14.088205 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Port aaf8455f-185c-4280-8718-72bf446c9dc1 on network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:01:14.088531 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Attempting to bind port aaf8455f-185c-4280-8718-72bf446c9dc1 on network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:14.113834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:14.113834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Checking segment: {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:14.113834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Bound using segment: {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:14.115319 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Bound port: aaf8455f-185c-4280-8718-72bf446c9dc1, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c0e7f9-71b7-4511-b324-2f4a3f653136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:14.115319 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.270317 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] For port aaf8455f-185c-4280-8718-72bf446c9dc1, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:14.274649 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] For port aaf8455f-185c-4280-8718-72bf446c9dc1, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=aaf8455f-185c-4280-8718-72bf446c9dc1,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:14.293331 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.397768 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf8455f-185c-4280-8718-72bf446c9dc1,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:14.415766 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.416472 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.418205 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-83c5012a-8a70-40e7-b43c-7a8ee8692422 service neutron] 10.222.0.15 "PUT /v2.0/ports/aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 1093 time: 1.8974462 Jan 28 01:01:14.419733 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:14.423031 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f460b8-75d3-4366-9b8e-64b7033da1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:14.438423 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dbc8b-d113-4e99-8bb0-b96d0a7118fa req-0069b4a8-38cb-4e38-8113-a9be6304276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.440278 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7c4dbc8b-d113-4e99-8bb0-b96d0a7118fa req-0069b4a8-38cb-4e38-8113-a9be6304276a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 1098 time: 0.3470457 Jan 28 01:01:14.536560 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7c4dbc8b-d113-4e99-8bb0-b96d0a7118fa req-34e291eb-8803-4a1d-ba25-48bd7a435151 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853989 Jan 28 01:01:14.541602 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91a1285-4f59-4dc1-8f77-c35e98db22a7 x-openstack-request-id: req-c91a1285-4f59-4dc1-8f77-c35e98db22a7 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:14.542003 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:14.542325 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c91a1285-4f59-4dc1-8f77-c35e98db22a7 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:14.543202 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'status': 'completed', 'code': 200} Jan 28 01:01:14.642130 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-cd08a7f9-d89e-4ccb-a294-c7698ad37560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.643974 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-cd08a7f9-d89e-4ccb-a294-c7698ad37560 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1096 time: 0.1206369 Jan 28 01:01:14.661167 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e4060-fa9c-44a3-a589-a9e708ec3091 req-cd868b8a-fd08-4e9c-920f-33997c3e2ce8 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.669384 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-329e4060-fa9c-44a3-a589-a9e708ec3091 req-cd868b8a-fd08-4e9c-920f-33997c3e2ce8 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.1437850 Jan 28 01:01:14.732400 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-329e4060-fa9c-44a3-a589-a9e708ec3091 req-4f539011-57ce-41d4-86d4-e6f1d19a7039 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584395 Jan 28 01:01:14.852357 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f32a6a-4cab-4381-b523-4c58e6713993 req-bcd51162-a4f8-4054-a250-d687f58501a7 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.866503 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-81f32a6a-4cab-4381-b523-4c58e6713993 req-bcd51162-a4f8-4054-a250-d687f58501a7 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 945 time: 0.1765273 Jan 28 01:01:14.981809 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-81f32a6a-4cab-4381-b523-4c58e6713993 req-c36c0637-7eb8-436e-bcd6-b08586d28efe tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947278 Jan 28 01:01:14.987551 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3abe1-3a57-49f1-9627-9a2ca476ccf3 req-5bfbd21a-2198-4251-85e7-77959e2ce2e2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.989820 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0ed3abe1-3a57-49f1-9627-9a2ca476ccf3 req-5bfbd21a-2198-4251-85e7-77959e2ce2e2 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1284366 Jan 28 01:01:15.165955 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-28dbfd8d-d4ee-417c-8eda-005c711736c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 217 time: 0.1195793 Jan 28 01:01:15.299974 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-4e175885-7a9e-4f87-872f-c6e3d6d7a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:15.301477 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-4e175885-7a9e-4f87-872f-c6e3d6d7a8ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 200 len: 854 time: 0.0780368 Jan 28 01:01:15.307747 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0ed3abe1-3a57-49f1-9627-9a2ca476ccf3 req-ad252829-228c-408c-be23-bd2437b0fd99 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065991 Jan 28 01:01:15.452225 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-55daeacc-1038-48e9-9508-a4c9c08c0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:15.459192 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-55daeacc-1038-48e9-9508-a4c9c08c0bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1394310 Jan 28 01:01:15.945105 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1f547-1b42-4f4b-a925-c045e999e786 req-fd095d3f-355a-4961-8697-b87e05c9a0e1 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:15.956707 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-63c1f547-1b42-4f4b-a925-c045e999e786 req-fd095d3f-355a-4961-8697-b87e05c9a0e1 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.1029766 Jan 28 01:01:16.052965 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-63c1f547-1b42-4f4b-a925-c045e999e786 req-d0165391-4789-40f9-b891-a1816bc0731c tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950315 Jan 28 01:01:16.242669 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06438bd-5f32-4f94-bc60-fe75ea7ccf4d req-aa135784-1634-4c56-bb16-94e4d789ddbd tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:16.244892 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c06438bd-5f32-4f94-bc60-fe75ea7ccf4d req-aa135784-1634-4c56-bb16-94e4d789ddbd tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 945 time: 0.1515188 Jan 28 01:01:16.312270 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-1ddd394a-f16c-4992-941d-92cbbfdd9f94 service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014909 Jan 28 01:01:16.533695 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c06438bd-5f32-4f94-bc60-fe75ea7ccf4d req-28bd4910-299e-497c-a3ae-9314356652e4 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634532 Jan 28 01:01:16.546140 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cffd3c-a263-4188-8d61-58457f30c4eb req-ebad068e-19ac-4649-ae3d-9c784c888e4e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:16.548708 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d3cffd3c-a263-4188-8d61-58457f30c4eb req-ebad068e-19ac-4649-ae3d-9c784c888e4e tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1192267 Jan 28 01:01:16.649504 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d3cffd3c-a263-4188-8d61-58457f30c4eb req-ae8725ad-b562-44cb-bdc5-2c8d5079db36 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871160 Jan 28 01:01:16.659129 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7972ac5f-5b1b-4d14-8359-7f209e82fda4 req-4def73a2-afe4-4dd6-bc40-8be322d7868b service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952443 Jan 28 01:01:16.876099 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5f70e5d9-bd50-404a-a963-cdaa9e7f5370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.292690 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185ac9-fc99-4d7e-a9d4-292ab38e87c2 req-fa1f44f8-a659-415e-b669-b6a92ab76cdb tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:17.303099 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-48185ac9-fc99-4d7e-a9d4-292ab38e87c2 req-fa1f44f8-a659-415e-b669-b6a92ab76cdb tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.0982423 Jan 28 01:01:17.445802 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-48185ac9-fc99-4d7e-a9d4-292ab38e87c2 req-5432030c-59cb-4c2b-a6b0-92a9e4128ef7 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410773 Jan 28 01:01:17.469612 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-feff4b24-27d2-4743-a1f3-af572e0aad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:17.471274 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-feff4b24-27d2-4743-a1f3-af572e0aad7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1096 time: 0.0822039 Jan 28 01:01:17.790725 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae506d-ac66-4318-b435-6cf1937fa37d req-23633717-ceb3-4f22-9d5b-98a1ae20972d tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:17.806533 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-72ae506d-ac66-4318-b435-6cf1937fa37d req-23633717-ceb3-4f22-9d5b-98a1ae20972d tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 945 time: 0.1406558 Jan 28 01:01:17.957580 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-72ae506d-ac66-4318-b435-6cf1937fa37d req-e1391d58-56d0-46d1-a343-e985c26db445 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496766 Jan 28 01:01:18.024610 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-1b60ca60-0400-4fd4-a361-34c1b94e9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.027638 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-1b60ca60-0400-4fd4-a361-34c1b94e9bd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 916 time: 0.3543515 Jan 28 01:01:18.041302 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7165e-ab98-432a-a7c9-1f2ba79a0f2f req-79687655-ad76-4a2c-8496-9cd1d980ace7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.051794 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bd7165e-ab98-432a-a7c9-1f2ba79a0f2f req-79687655-ad76-4a2c-8496-9cd1d980ace7 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1920121 Jan 28 01:01:18.134388 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-05355b95-eb6d-4343-b7c9-923f04e935fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 217 time: 0.0727913 Jan 28 01:01:18.223784 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-ba15a8f1-3b25-4fbb-82ad-3f716134de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.229509 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-ba15a8f1-3b25-4fbb-82ad-3f716134de33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 200 len: 854 time: 0.0855627 Jan 28 01:01:18.333834 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3bd7165e-ab98-432a-a7c9-1f2ba79a0f2f req-5f24e1c4-efeb-41b4-ae55-6ef7a0b8554d tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801800 Jan 28 01:01:18.353998 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-abfbf486-56fd-4fbf-a7d2-d3e721c2cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.356088 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-abfbf486-56fd-4fbf-a7d2-d3e721c2cf48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1049883 Jan 28 01:01:18.673901 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-cd53fada-e8a7-498c-afbe-5a75052aecc5 service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337487 Jan 28 01:01:18.884900 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753373a8-aa9e-462d-97b4-1105f0c1e5a6 req-b166fe1e-5310-49e8-a79f-1f24433bdec8 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.888190 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-753373a8-aa9e-462d-97b4-1105f0c1e5a6 req-b166fe1e-5310-49e8-a79f-1f24433bdec8 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.2129498 Jan 28 01:01:18.998049 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41f460b8-75d3-4366-9b8e-64b7033da1b7 req-716a1f46-ba1b-4114-8cb2-243f4bd66c2c service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727172 Jan 28 01:01:19.014600 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-753373a8-aa9e-462d-97b4-1105f0c1e5a6 req-870ee4a3-b7ac-4e77-bdf6-3d816b02d701 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162488 Jan 28 01:01:19.289812 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3251cf63-d945-453d-bae1-7d39c8ce7fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:19.573274 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720928e-7665-4d5e-ac4f-6a3ab3b5a5d9 req-c0206134-4ca2-48aa-8708-db67537065ec tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:19.575992 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2720928e-7665-4d5e-ac4f-6a3ab3b5a5d9 req-c0206134-4ca2-48aa-8708-db67537065ec tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1203372 Jan 28 01:01:19.708224 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2720928e-7665-4d5e-ac4f-6a3ab3b5a5d9 req-c8e13f54-e930-4903-aeea-5f528d9f99be tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216326 Jan 28 01:01:20.253653 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94d3e5-e6f7-4181-9978-99e8b8d13913 req-15cffb03-f510-4c8a-ae94-9f3237347314 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:20.255339 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2d94d3e5-e6f7-4181-9978-99e8b8d13913 req-15cffb03-f510-4c8a-ae94-9f3237347314 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.1058969 Jan 28 01:01:20.357937 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2d94d3e5-e6f7-4181-9978-99e8b8d13913 req-f3969640-dc8a-4da5-aac7-f80382a27aab tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931036 Jan 28 01:01:20.525777 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:21.015412 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921608e-9805-41e5-832f-2b7e53f4b278 req-870f3539-6307-4555-a6d6-88c863fcb79c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:21.028005 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7921608e-9805-41e5-832f-2b7e53f4b278 req-870f3539-6307-4555-a6d6-88c863fcb79c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1575100 Jan 28 01:01:21.099791 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7921608e-9805-41e5-832f-2b7e53f4b278 req-e643fcb2-6aa4-4525-a63f-47283ffb4a91 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705173 Jan 28 01:01:21.546643 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae921-0287-42df-9af3-98a11dbab1b5 req-b0fec2cb-834e-400c-a558-3d39f1a410b3 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:21.549399 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e20ae921-0287-42df-9af3-98a11dbab1b5 req-b0fec2cb-834e-400c-a558-3d39f1a410b3 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.0772829 Jan 28 01:01:21.666165 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e20ae921-0287-42df-9af3-98a11dbab1b5 req-f5fe697c-33ea-4706-87d7-1478b0f6e92a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080832 Jan 28 01:01:22.001024 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.292568 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7cd2f-ed7f-43a4-944e-f44ad618a434 req-c95d4d2f-5a4f-4a6e-9dfa-dbee99117d57 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:22.294518 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c7b7cd2f-ed7f-43a4-944e-f44ad618a434 req-c95d4d2f-5a4f-4a6e-9dfa-dbee99117d57 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0635917 Jan 28 01:01:22.430551 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c7b7cd2f-ed7f-43a4-944e-f44ad618a434 req-3d002533-280b-4a89-be6c-6dbef97972ff tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159928 Jan 28 01:01:22.827282 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d6d0a-a8d0-4d1e-b22c-6a0094786124 req-926acb73-024a-46a3-9e14-5ae0882e932d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:22.916614 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9c0d6d0a-a8d0-4d1e-b22c-6a0094786124 req-926acb73-024a-46a3-9e14-5ae0882e932d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.1013241 Jan 28 01:01:23.118408 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9c0d6d0a-a8d0-4d1e-b22c-6a0094786124 req-4ff2f63b-2bf8-4e50-989a-4277e0a4ae33 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449026 Jan 28 01:01:23.340384 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.663822 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57036f-c51e-4e86-8d3a-9fc373978eaa req-b3a5fda7-75ec-43cf-9e70-7746d4d4f124 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:23.671547 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9c57036f-c51e-4e86-8d3a-9fc373978eaa req-b3a5fda7-75ec-43cf-9e70-7746d4d4f124 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1116199 Jan 28 01:01:23.765780 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9c57036f-c51e-4e86-8d3a-9fc373978eaa req-6b49a660-fdf2-488d-b843-aeec58eaa0ae tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768518 Jan 28 01:01:24.305211 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd02561-a59a-452f-ac84-15efd79f79e2 req-3427c27e-3e38-4ce2-82f5-66c5914ef275 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:24.317696 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1fd02561-a59a-452f-ac84-15efd79f79e2 req-3427c27e-3e38-4ce2-82f5-66c5914ef275 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.0841868 Jan 28 01:01:24.392249 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1fd02561-a59a-452f-ac84-15efd79f79e2 req-62c9c984-9c64-4e49-b3e8-73864e64e73b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726388 Jan 28 01:01:24.899001 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d2a5e-69de-4ab4-acde-c451c9d9e30f req-ad1daaf4-413b-4975-b0c1-4bf33d434627 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:24.902153 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-090d2a5e-69de-4ab4-acde-c451c9d9e30f req-ad1daaf4-413b-4975-b0c1-4bf33d434627 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0642760 Jan 28 01:01:24.976362 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-090d2a5e-69de-4ab4-acde-c451c9d9e30f req-358ed07b-6b44-4ef7-b57f-332d1d24e63b tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661809 Jan 28 01:01:25.075760 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:01:25.573148 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a77f6-6649-40ad-81a2-364b9e24ad13 req-59f235c7-2c04-466c-869a-450d405b73eb tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:25.575948 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0f0a77f6-6649-40ad-81a2-364b9e24ad13 req-59f235c7-2c04-466c-869a-450d405b73eb tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.0900052 Jan 28 01:01:25.653914 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0f0a77f6-6649-40ad-81a2-364b9e24ad13 req-4d9de881-8211-485f-83e7-bf5a77d52031 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Jan 28 01:01:26.180339 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faf690-cf4c-4bbb-8a6c-8572306a60cb req-dfe74a3c-792b-42ad-8b96-c3a20f733d51 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:26.193546 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-07faf690-cf4c-4bbb-8a6c-8572306a60cb req-dfe74a3c-792b-42ad-8b96-c3a20f733d51 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.1047099 Jan 28 01:01:26.278581 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-07faf690-cf4c-4bbb-8a6c-8572306a60cb req-6e6e1c69-0fc8-4dcd-96b3-69a048c8b3e5 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833571 Jan 28 01:01:26.804544 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e9a22-cfba-4fc4-b312-c318b4f227a1 req-460c5f9d-c705-46e6-832d-a49dac7ddf87 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:26.812722 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-db1e9a22-cfba-4fc4-b312-c318b4f227a1 req-460c5f9d-c705-46e6-832d-a49dac7ddf87 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.0773463 Jan 28 01:01:26.875516 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-db1e9a22-cfba-4fc4-b312-c318b4f227a1 req-68044f9a-ae7f-47a3-b88a-370e72560f18 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614998 Jan 28 01:01:27.077634 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-fdd49b74-540d-4d9b-9881-4ccb61f3eb64 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.079277 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-fdd49b74-540d-4d9b-9881-4ccb61f3eb64 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.15 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0693958 Jan 28 01:01:27.222271 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Deleting port 9c62ad7c-9f29-464d-b6ad-f74102e3735b {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:27.222677 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:27.380420 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] For port 9c62ad7c-9f29-464d-b6ad-f74102e3735b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=9c62ad7c-9f29-464d-b6ad-f74102e3735b,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:27.380912 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:27.413428 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Calling delete_port for 9c62ad7c-9f29-464d-b6ad-f74102e3735b owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:27.466913 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c651c-3136-4b1e-b569-27ff98bb9b44 req-d4ad4b5f-1433-49b6-a2dc-e5e3ef6713bc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.472866 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-739c651c-3136-4b1e-b569-27ff98bb9b44 req-d4ad4b5f-1433-49b6-a2dc-e5e3ef6713bc tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 946 time: 0.0873020 Jan 28 01:01:27.536989 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-739c651c-3136-4b1e-b569-27ff98bb9b44 req-f3960442-93d3-4256-bbc8-f896fe1d5df5 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/security-groups?id=089eca42-e8cd-4da2-b93e-d9240d7aa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614457 Jan 28 01:01:27.643231 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (9c62ad7c-9f29-464d-b6ad-f74102e3735b), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:27.683049 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['9c62ad7c-9f29-464d-b6ad-f74102e3735b'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:27.683691 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Pushing event deleted for resources: {'Port': ['ID=9c62ad7c-9f29-464d-b6ad-f74102e3735b,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:27.738428 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] No DVR routers for this DVR port 9c62ad7c-9f29-464d-b6ad-f74102e3735b on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:27.741952 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:27.747078 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3861fab7-4ea6-4722-a07f-bcb60d40a849 req-1c3e42ae-d4a6-463d-b85b-18a6addc087c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.15 "DELETE /v2.0/ports/9c62ad7c-9f29-464d-b6ad-f74102e3735b HTTP/1.1" status: 204 len: 173 time: 0.6616502 Jan 28 01:01:27.747743 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31', 'name': 'network-vif-deleted', 'tag': '9c62ad7c-9f29-464d-b6ad-f74102e3735b'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:27.751817 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667d208f-5813-4527-879d-25ed0f207e32" -d '{"events": [{"server_uuid": "82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31", "name": "network-vif-deleted", "tag": "9c62ad7c-9f29-464d-b6ad-f74102e3735b"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:27.874135 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6510dba1-ada7-42a7-aed3-840fde88e2a6 x-openstack-request-id: req-6510dba1-ada7-42a7-aed3-840fde88e2a6 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:27.874793 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31", "name": "network-vif-deleted", "tag": "9c62ad7c-9f29-464d-b6ad-f74102e3735b", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:27.875037 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6510dba1-ada7-42a7-aed3-840fde88e2a6 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:27.875663 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31', 'name': 'network-vif-deleted', 'tag': '9c62ad7c-9f29-464d-b6ad-f74102e3735b', 'status': 'completed', 'code': 200} Jan 28 01:01:28.068922 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9af5c3-e5d1-4a2a-83e7-10191bff0fd9 req-7c1afb39-37f9-4251-ac4d-8db496b8ea95 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:28.079757 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3a9af5c3-e5d1-4a2a-83e7-10191bff0fd9 req-7c1afb39-37f9-4251-ac4d-8db496b8ea95 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.0774817 Jan 28 01:01:28.143177 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3a9af5c3-e5d1-4a2a-83e7-10191bff0fd9 req-a973ac9f-738b-4ba3-a0d9-9a46fa76a625 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619230 Jan 28 01:01:28.706149 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28f03881-fd1a-4985-ad80-5d39b2ad8ca0 req-e33f4192-2a8f-4df5-a745-53a1d66b2f3c tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 210 time: 0.0391917 Jan 28 01:01:29.305595 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010c020-f4b5-47ee-8284-b58d9e1af9a3 req-2e784f54-ee4b-428f-b4ab-39cb4eaf7475 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:29.307089 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4010c020-f4b5-47ee-8284-b58d9e1af9a3 req-2e784f54-ee4b-428f-b4ab-39cb4eaf7475 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 943 time: 0.0605702 Jan 28 01:01:29.382927 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4010c020-f4b5-47ee-8284-b58d9e1af9a3 req-4c190a18-99ed-4bf5-a131-10ccc5398777 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670464 Jan 28 01:01:29.830652 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-83d16808-c982-4b54-aec5-9d3c0f7d0e44 req-550325df-6ba4-4cbd-89e9-74dca6cda568 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 210 time: 0.0268028 Jan 28 01:01:30.045396 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device aaf8455f-185c-4280-8718-72bf446c9dc1 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:01:30.318426 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port aaf8455f-185c-4280-8718-72bf446c9dc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=aaf8455f-185c-4280-8718-72bf446c9dc1,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:30.334255 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'port_id': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'mac_address': 'fa:16:3e:36:95:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:01:30.382201 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port aaf8455f-185c-4280-8718-72bf446c9dc1 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:30.382755 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:30.399111 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf8455f-185c-4280-8718-72bf446c9dc1 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:30.428304 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port aaf8455f-185c-4280-8718-72bf446c9dc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=aaf8455f-185c-4280-8718-72bf446c9dc1,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:30.461565 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:30.546256 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=aaf8455f-185c-4280-8718-72bf446c9dc1,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:30.559580 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.560435 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.561432 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.562023 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.562446 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.563434 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.563766 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.564334 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.564694 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.565261 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.565634 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.565991 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.567701 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:30.600619 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1526463-215a-4c4f-a05b-c2d5372dfcb5 req-0eea5634-b079-450d-8e24-91d75ba6ec7f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:30.602703 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d1526463-215a-4c4f-a05b-c2d5372dfcb5 req-0eea5634-b079-450d-8e24-91d75ba6ec7f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 944 time: 0.0855079 Jan 28 01:01:30.676283 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d1526463-215a-4c4f-a05b-c2d5372dfcb5 req-b4da5d89-c88e-4f78-b112-8981333366f7 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662587 Jan 28 01:01:30.965300 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-62739b4d-1bdc-42b6-8179-a86260b5a210 req-4645468d-5b2f-4d01-a5f2-e5055d38fd29 tempest-ServerRescueNegativeTestJSON-1133070112 tempest-ServerRescueNegativeTestJSON-1133070112-project] 10.222.0.78 "GET /v2.0/ports?device_id=82e3b6f7-c2b3-4035-aca1-fcad2d5f0c31 HTTP/1.1" status: 200 len: 210 time: 0.0390368 Jan 28 01:01:31.522587 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['aaf8455f-185c-4280-8718-72bf446c9dc1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:31.805407 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463bdeb-7721-43a7-a49d-16e29197bc4b req-d00cbdc2-e205-4292-b148-7b2819fb4eaa tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:31.807080 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3463bdeb-7721-43a7-a49d-16e29197bc4b req-d00cbdc2-e205-4292-b148-7b2819fb4eaa tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 944 time: 0.0523560 Jan 28 01:01:31.866081 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3463bdeb-7721-43a7-a49d-16e29197bc4b req-23c69ffd-7c9c-421f-a741-9fd3ef635169 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520461 Jan 28 01:01:32.018708 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 46616) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:32.500453 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (4110b9af-0bb0-43be-b6d8-419cc9fb173d), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.811943 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Deleting port 48d862d5-3ee2-43c1-b591-39edebed7bfb {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:32.812679 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.899620 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] For port 48d862d5-3ee2-43c1-b591-39edebed7bfb, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=48d862d5-3ee2-43c1-b591-39edebed7bfb,segment=NetworkSegment(7fcf3d6f-6a95-4a9a-90d5-901ce857985d),segment_id=7fcf3d6f-6a95-4a9a-90d5-901ce857985d)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:32.899997 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.918652 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Calling delete_port for 48d862d5-3ee2-43c1-b591-39edebed7bfb owned by network:router_interface {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:33.235622 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1917f4-2df8-449e-9407-388c0be33941 req-9337a0d0-26df-4b67-9d42-4e33df6accae tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.236995 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1f1917f4-2df8-449e-9407-388c0be33941 req-9337a0d0-26df-4b67-9d42-4e33df6accae tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 944 time: 0.2720368 Jan 28 01:01:33.329960 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1f1917f4-2df8-449e-9407-388c0be33941 req-72b88a18-b174-4067-a627-c3354288d5f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614817 Jan 28 01:01:33.389702 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (48d862d5-3ee2-43c1-b591-39edebed7bfb), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:33.415952 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d862d5-3ee2-43c1-b591-39edebed7bfb,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:33.598314 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (4110b9af-0bb0-43be-b6d8-419cc9fb173d), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:33.823674 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Router 4110b9af-0bb0-43be-b6d8-419cc9fb173d has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:01:33.931271 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:33.936761 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-42040385-117b-4d3d-8276-00e23da48a86 admin admin] 10.222.0.78 "PUT /v2.0/routers/4110b9af-0bb0-43be-b6d8-419cc9fb173d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169538 Jan 28 01:01:33.940633 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 46684) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:33.944121 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] Sync routers for ids ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:33.958290 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] Routers {'4110b9af-0bb0-43be-b6d8-419cc9fb173d'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:33.958957 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:01:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:34.061276 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks [] for router (4110b9af-0bb0-43be-b6d8-419cc9fb173d), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.074366 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] Set router 4110b9af-0bb0-43be-b6d8-419cc9fb173d gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:34.173453 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks [] for router_gateway (4110b9af-0bb0-43be-b6d8-419cc9fb173d), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.233061 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Deleting port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:34.233407 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.264957 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device aaf8455f-185c-4280-8718-72bf446c9dc1 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:34.282030 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T01:01:33Z', 'revision_number': 5, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port': {'id': 'eb186fda-ae7b-46f4-ad54-6e6b13fd44c7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:36Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:34.314296 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] Checking router: 4110b9af-0bb0-43be-b6d8-419cc9fb173d for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:34.324961 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port aaf8455f-185c-4280-8718-72bf446c9dc1 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:01:34.329901 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port aaf8455f-185c-4280-8718-72bf446c9dc1 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:34.330140 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] Routers {'4110b9af-0bb0-43be-b6d8-419cc9fb173d'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:34.330685 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.331277 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:01:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:34.335994 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] For port eb186fda-ae7b-46f4-ad54-6e6b13fd44c7, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=eb186fda-ae7b-46f4-ad54-6e6b13fd44c7,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:34.336456 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.350367 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Calling delete_port for eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 owned by network:router_gateway {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:34.456501 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] Set router 4110b9af-0bb0-43be-b6d8-419cc9fb173d gateway port host: None {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:34.462565 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port aaf8455f-185c-4280-8718-72bf446c9dc1 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:34.463429 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.503262 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:34.506286 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3e1b76-d74f-4fb0-af8c-335d49246f66" -d '{"events": [{"server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "name": "network-vif-plugged", "status": "completed", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:34.518540 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T01:01:34Z', 'revision_number': 6, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port_host': None}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:34.525332 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port aaf8455f-185c-4280-8718-72bf446c9dc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=aaf8455f-185c-4280-8718-72bf446c9dc1,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:34.532154 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.533866 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 9c62ad7c-9f29-464d-b6ad-f74102e3735b no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:34.551674 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579bc990-e74d-412b-a0ba-e38372cfafae None None] The sync data for ids ['4110b9af-0bb0-43be-b6d8-419cc9fb173d'] in dv-cinder-816898-6-iscsi is: [{'id': '4110b9af-0bb0-43be-b6d8-419cc9fb173d', 'name': 'tempest-ServerRescueNegativeTestJSON-1903044734-router', 'tenant_id': '8d3356a09ca24dd78dc3ad054e04830c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:35Z', 'updated_at': '2022-01-28T01:01:34Z', 'revision_number': 6, 'project_id': '8d3356a09ca24dd78dc3ad054e04830c', 'gw_port_host': None}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:34.593187 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d31d51-f687-4a7a-9b9b-0e07ff577728 x-openstack-request-id: req-91d31d51-f687-4a7a-9b9b-0e07ff577728 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:34.593187 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "name": "network-vif-plugged", "status": "completed", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:34.593187 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91d31d51-f687-4a7a-9b9b-0e07ff577728 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:34.593187 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'code': 200} Jan 28 01:01:34.594698 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 9c62ad7c-9f29-464d-b6ad-f74102e3735b {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:34.595426 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 9c62ad7c-9f29-464d-b6ad-f74102e3735b not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:34.602221 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (eb186fda-ae7b-46f4-ad54-6e6b13fd44c7), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.613319 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409bc06-1523-4f60-903f-dbbdfe5781c9 req-b9c90c82-4b69-4b3e-9320-4425031e181a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:34.614860 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f409bc06-1523-4f60-903f-dbbdfe5781c9 req-b9c90c82-4b69-4b3e-9320-4425031e181a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 944 time: 0.1797612 Jan 28 01:01:34.630099 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=aaf8455f-185c-4280-8718-72bf446c9dc1,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:34.645689 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb186fda-ae7b-46f4-ad54-6e6b13fd44c7,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:34.732212 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f409bc06-1523-4f60-903f-dbbdfe5781c9 req-67ada02f-0cd4-430c-8c5e-0b8b656e2a22 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932224 Jan 28 01:01:34.735195 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (4110b9af-0bb0-43be-b6d8-419cc9fb173d), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.847215 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (4110b9af-0bb0-43be-b6d8-419cc9fb173d), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.849552 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks [] for router_controller (4110b9af-0bb0-43be-b6d8-419cc9fb173d), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.915713 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (4110b9af-0bb0-43be-b6d8-419cc9fb173d), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.916808 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4110b9af-0bb0-43be-b6d8-419cc9fb173d {{(pid=102325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:01:34.921866 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:34.925239 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-0867ba80-6524-4bc2-b586-df53091d593e admin admin] 10.222.0.78 "DELETE /v2.0/routers/4110b9af-0bb0-43be-b6d8-419cc9fb173d HTTP/1.1" status: 204 len: 168 time: 0.9804602 Jan 28 01:01:34.925498 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 46694) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:34.989576 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aec4c1c-ce9c-43dd-97ca-38939e46b010 admin admin] Deleting subnet 08d88215-327d-4777-b202-20d32aa0e8a1 {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:34.995687 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5aec4c1c-ce9c-43dd-97ca-38939e46b010 admin admin] Publish callbacks [] for subnet (08d88215-327d-4777-b202-20d32aa0e8a1), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.042867 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 48d862d5-3ee2-43c1-b591-39edebed7bfb no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:35.047220 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5aec4c1c-ce9c-43dd-97ca-38939e46b010 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (08d88215-327d-4777-b202-20d32aa0e8a1), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.071962 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 48d862d5-3ee2-43c1-b591-39edebed7bfb {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:35.072310 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 48d862d5-3ee2-43c1-b591-39edebed7bfb not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:35.091354 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5aec4c1c-ce9c-43dd-97ca-38939e46b010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (08d88215-327d-4777-b202-20d32aa0e8a1), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.153279 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5aec4c1c-ce9c-43dd-97ca-38939e46b010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (08d88215-327d-4777-b202-20d32aa0e8a1), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.178336 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec4c1c-ce9c-43dd-97ca-38939e46b010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d88215-327d-4777-b202-20d32aa0e8a1,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:35.183292 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5aec4c1c-ce9c-43dd-97ca-38939e46b010 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.188383 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-5aec4c1c-ce9c-43dd-97ca-38939e46b010 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/08d88215-327d-4777-b202-20d32aa0e8a1 HTTP/1.1" status: 204 len: 168 time: 0.2617452 Jan 28 01:01:35.190959 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 46696) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:35.275917 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (e33e7749-4f5a-4380-9d6e-c7ef554a7709), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.611605 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (e33e7749-4f5a-4380-9d6e-c7ef554a7709), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.638031 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac806e-5f65-4b52-809e-2d3a84fce405 req-7fdbce68-2270-4450-8512-5a85bbc771c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:35.639648 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-77ac806e-5f65-4b52-809e-2d3a84fce405 req-7fdbce68-2270-4450-8512-5a85bbc771c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1098 time: 0.1049371 Jan 28 01:01:35.641370 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33e7749-4f5a-4380-9d6e-c7ef554a7709']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:35.657853 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcf3d6f-6a95-4a9a-90d5-901ce857985d') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:35.658155 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcf3d6f-6a95-4a9a-90d5-901ce857985d') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:35.674739 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (7fcf3d6f-6a95-4a9a-90d5-901ce857985d), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.698044 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (7fcf3d6f-6a95-4a9a-90d5-901ce857985d), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.710807 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:35.711216 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (7fcf3d6f-6a95-4a9a-90d5-901ce857985d), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:35.712823 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:35.723402 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-77ac806e-5f65-4b52-809e-2d3a84fce405 req-9b8739b5-4716-4e67-a283-cc6a88871d26 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740662 Jan 28 01:01:35.768644 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (e33e7749-4f5a-4380-9d6e-c7ef554a7709), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.780146 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.783432 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] 10.222.0.78 "DELETE /v2.0/networks/e33e7749-4f5a-4380-9d6e-c7ef554a7709 HTTP/1.1" status: 204 len: 168 time: 0.5914271 Jan 28 01:01:35.795303 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9777d06-6f38-435e-aacc-1f10c8f5a9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e33e7749-4f5a-4380-9d6e-c7ef554a7709,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:35.856794 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff342-0f77-4372-8be9-5ff40ac82b8d req-4ca9f4fe-84be-4408-984f-89d92c6ad7d3 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:35.858377 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ed9ff342-0f77-4372-8be9-5ff40ac82b8d req-4ca9f4fe-84be-4408-984f-89d92c6ad7d3 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0474012 Jan 28 01:01:35.908736 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ed9ff342-0f77-4372-8be9-5ff40ac82b8d req-b248c1d5-0a79-4294-b243-2b6b32a5b239 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445938 Jan 28 01:01:35.960759 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 46706) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:36.006797 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-e788b9bc-881d-47d5-8ee5-e5b00bdb1669 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d3356a09ca24dd78dc3ad054e04830c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448685 Jan 28 01:01:36.009338 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 46708) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:36.058330 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9654abf8-21cf-450c-9b48-f55ad3ebfd5d admin admin] Publish callbacks [] for security_group (089eca42-e8cd-4da2-b93e-d9240d7aa344), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.079958 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9654abf8-21cf-450c-9b48-f55ad3ebfd5d admin admin] Publish callbacks [] for security_group (089eca42-e8cd-4da2-b93e-d9240d7aa344), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.128932 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9654abf8-21cf-450c-9b48-f55ad3ebfd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (089eca42-e8cd-4da2-b93e-d9240d7aa344), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.131818 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9654abf8-21cf-450c-9b48-f55ad3ebfd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.136429 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9654abf8-21cf-450c-9b48-f55ad3ebfd5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/089eca42-e8cd-4da2-b93e-d9240d7aa344 HTTP/1.1" status: 204 len: 168 time: 0.1226194 Jan 28 01:01:36.141241 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654abf8-21cf-450c-9b48-f55ad3ebfd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089eca42-e8cd-4da2-b93e-d9240d7aa344,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:36.352126 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 46716) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:36.403520 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3190acc5-b4e1-4d57-b876-e2109208e879 admin admin] Deleting subnet 954b777c-bb72-4f5e-97da-4f95e4cb3ce2 {{(pid=102324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:36.406901 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3190acc5-b4e1-4d57-b876-e2109208e879 admin admin] Publish callbacks [] for subnet (954b777c-bb72-4f5e-97da-4f95e4cb3ce2), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.463333 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3190acc5-b4e1-4d57-b876-e2109208e879 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7653104'] for subnet (954b777c-bb72-4f5e-97da-4f95e4cb3ce2), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.516781 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3190acc5-b4e1-4d57-b876-e2109208e879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (954b777c-bb72-4f5e-97da-4f95e4cb3ce2), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.584432 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3190acc5-b4e1-4d57-b876-e2109208e879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7838253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7429514'] for subnet (954b777c-bb72-4f5e-97da-4f95e4cb3ce2), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.616660 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190acc5-b4e1-4d57-b876-e2109208e879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954b777c-bb72-4f5e-97da-4f95e4cb3ce2,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:36.620781 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3190acc5-b4e1-4d57-b876-e2109208e879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.624018 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-3190acc5-b4e1-4d57-b876-e2109208e879 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/954b777c-bb72-4f5e-97da-4f95e4cb3ce2 HTTP/1.1" status: 204 len: 168 time: 0.2709565 Jan 28 01:01:36.626622 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 46732) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:36.706578 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (e44d5089-38c5-4112-a3d1-3d8601d191f4), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.788570 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (e44d5089-38c5-4112-a3d1-3d8601d191f4), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.812830 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44d5089-38c5-4112-a3d1-3d8601d191f4']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:36.819142 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:36.823763 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b057d3-2203-46da-b93e-fea7a4ca2651') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:36.823763 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b057d3-2203-46da-b93e-fea7a4ca2651') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:36.836633 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (e6b057d3-2203-46da-b93e-fea7a4ca2651), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.841419 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:36.841765 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device eb186fda-ae7b-46f4-ad54-6e6b13fd44c7 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:36.854066 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (e6b057d3-2203-46da-b93e-fea7a4ca2651), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.861008 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Releasing vlan 976 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:36.861398 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (e6b057d3-2203-46da-b93e-fea7a4ca2651), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:36.863540 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:36.920426 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 46742) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:36.926249 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (e44d5089-38c5-4112-a3d1-3d8601d191f4), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.931647 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.935299 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e44d5089-38c5-4112-a3d1-3d8601d191f4 HTTP/1.1" status: 204 len: 168 time: 0.3075480 Jan 28 01:01:36.946340 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d968ec-7bb6-4f77-bfe4-39777ebab064 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44d5089-38c5-4112-a3d1-3d8601d191f4,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:37.045577 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea381b35-7d0b-437a-a058-6c7adda73caf req-1d173744-bb8d-488b-9ff8-6e1f0ff6b43e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.047217 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ea381b35-7d0b-437a-a058-6c7adda73caf req-1d173744-bb8d-488b-9ff8-6e1f0ff6b43e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0598204 Jan 28 01:01:37.079059 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-541080655-network', 'tenant_id': '433c6f07b086479f94f16f5314942da7'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:37.087887 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 46750) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:37.123951 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ea381b35-7d0b-437a-a058-6c7adda73caf req-d1f1520a-8c8c-44bd-be48-56f5efa2942f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699620 Jan 28 01:01:37.124943 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Made reservation on behalf of 433c6f07b086479f94f16f5314942da7 for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:37.127263 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.132914 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-66bb9fc5-a644-41d4-afef-082f357db6f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65c173bb6e2e4edba095bbd06228bbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440247 Jan 28 01:01:37.136673 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 46752) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:37.137132 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.196232 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-500f1ba4-790a-419e-bfbc-84304c04bd10 admin admin] Publish callbacks [] for security_group (c0aa9403-83b5-4fba-b8a7-7b083d865647), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.221842 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-500f1ba4-790a-419e-bfbc-84304c04bd10 admin admin] Publish callbacks [] for security_group (c0aa9403-83b5-4fba-b8a7-7b083d865647), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.225416 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Publish callbacks [] for security_group (1166a03f-79f2-40e4-a6c6-c10bad866b42), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.231216 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (1166a03f-79f2-40e4-a6c6-c10bad866b42), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.256596 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:01:37.272189 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1166a03f-79f2-40e4-a6c6-c10bad866b42,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:37.275080 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (ee145821-598d-4449-8b97-449533431f8c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.275350 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Added segment ee145821-598d-4449-8b97-449533431f8c of type vlan for network 8d64b8b0-7739-4455-9d0c-091754eae844 Jan 28 01:01:37.281273 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-500f1ba4-790a-419e-bfbc-84304c04bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (c0aa9403-83b5-4fba-b8a7-7b083d865647), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.283989 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-500f1ba4-790a-419e-bfbc-84304c04bd10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.285674 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-500f1ba4-790a-419e-bfbc-84304c04bd10 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0aa9403-83b5-4fba-b8a7-7b083d865647 HTTP/1.1" status: 204 len: 168 time: 0.1472187 Jan 28 01:01:37.296747 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f1ba4-790a-419e-bfbc-84304c04bd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa9403-83b5-4fba-b8a7-7b083d865647,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:37.297765 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.298119 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.298539 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.298956 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.299297 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.299662 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.299965 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.300319 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.300646 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.300976 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.301299 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.301620 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.301942 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:37.336871 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (8d64b8b0-7739-4455-9d0c-091754eae844), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.367718 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (8d64b8b0-7739-4455-9d0c-091754eae844), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.368626 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.369273 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.434459 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5094509 Jan 28 01:01:37.434676 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 46756) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:37.441457 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Request body: {'subnet': {'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-541080655-subnet', 'tenant_id': '433c6f07b086479f94f16f5314942da7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:37.456850 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b2266-7f4b-495c-a5cd-0dc37aaff420 admin admin] Pushing event updated for resources: {'Network': ['ID=8d64b8b0-7739-4455-9d0c-091754eae844,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:37.471423 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Made reservation on behalf of 433c6f07b086479f94f16f5314942da7 for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:37.473765 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7371616'] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.473932 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 8d64b8b0-7739-4455-9d0c-091754eae844 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:01:37.701330 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7805259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7371634'] for subnet (1e58ebe7-0e51-4b33-94a3-ee329cc76bd2), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.764895 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:37.774859 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Checking segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:37.775250 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Network hostable DHCP agents. Network: 8d64b8b0-7739-4455-9d0c-091754eae844, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:01:37.794483 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Network 8d64b8b0-7739-4455-9d0c-091754eae844 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:01:37.807403 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 8d64b8b0-7739-4455-9d0c-091754eae844) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:37.812032 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.812651 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.818435 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ffe55-9bd0-4337-9370-b1f08838ff79 None None] Network 8d64b8b0-7739-4455-9d0c-091754eae844 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:37.835479 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f5edb87d-9660-4b87-80b1-e230dc05f6ab admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3996346 Jan 28 01:01:37.933435 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de24a9f-a23e-413b-96af-eafcee74d3e1 None None] Network 8d64b8b0-7739-4455-9d0c-091754eae844 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:38.269744 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62b856-95f3-42c6-8a9f-4db67b568ccd req-9e425f80-b9a4-4a69-9bbf-818feee95054 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:38.271469 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bb62b856-95f3-42c6-8a9f-4db67b568ccd req-9e425f80-b9a4-4a69-9bbf-818feee95054 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0559094 Jan 28 01:01:38.344086 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bb62b856-95f3-42c6-8a9f-4db67b568ccd req-80231897-fc94-4d45-a73f-adc320d6421b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601215 Jan 28 01:01:38.472827 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223962e3-a87e-412a-a359-38f1d1277546 req-b5ca4d6d-2c09-4dfc-afb7-ddbf9f474ea8 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:38.474452 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-223962e3-a87e-412a-a359-38f1d1277546 req-b5ca4d6d-2c09-4dfc-afb7-ddbf9f474ea8 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0591500 Jan 28 01:01:38.481231 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-a93aa758-9199-4532-a42e-a94a9040a3af tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:38.482913 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-a93aa758-9199-4532-a42e-a94a9040a3af tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 814 time: 0.1216421 Jan 28 01:01:38.505865 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-7b8bcbd2-d506-47ae-8949-dfa098287768 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/quotas/433c6f07b086479f94f16f5314942da7 HTTP/1.1" status: 200 len: 375 time: 0.0153055 Jan 28 01:01:38.551605 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-fabeb0e8-5131-4d61-aa6b-976273495825 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352912 Jan 28 01:01:38.557111 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-223962e3-a87e-412a-a359-38f1d1277546 req-ccaba3d1-e02a-4182-b403-fe5e16d666a6 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740061 Jan 28 01:01:38.674075 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-63d97829-937d-4a43-a0b3-03560665403c service neutron] 10.222.0.78 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196017 Jan 28 01:01:38.809575 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-e904cee0-d047-4b92-86b9-ff5d891ecfde service neutron] 10.222.0.78 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345098 Jan 28 01:01:38.982235 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-88572653-3505-493a-94de-bbc1d1b3fc9f req-c633b477-d70c-4fb6-ba46-503003d6f0b7 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 210 time: 0.0329328 Jan 28 01:01:39.015694 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc64bbf-4892-4b37-8f90-800dcfe257eb req-c16f6bab-85dc-400b-b816-d2d3ccf0bbbe tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:39.017218 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8dc64bbf-4892-4b37-8f90-800dcfe257eb req-c16f6bab-85dc-400b-b816-d2d3ccf0bbbe tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0625958 Jan 28 01:01:39.068307 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8dc64bbf-4892-4b37-8f90-800dcfe257eb req-84ed37a8-4baa-4ea9-92f3-5c6852cd96d0 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454652 Jan 28 01:01:40.114671 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b4976c47-5f78-4517-b3cd-8e2bac100633 req-9d27cbfc-13c0-4de3-8cf5-910d26b7442d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 210 time: 0.0391610 Jan 28 01:01:40.291485 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-1869e23e-34d8-4cb3-a0de-3ddad3ccc3be tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:40.294650 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-1869e23e-34d8-4cb3-a0de-3ddad3ccc3be tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 814 time: 0.1388528 Jan 28 01:01:40.354943 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Request body: {'port': {'device_id': '19505ea2-2d12-47cf-9a5f-d5185a64ffc4', 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'admin_state_up': True, 'tenant_id': '433c6f07b086479f94f16f5314942da7'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:40.463251 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Made reservation on behalf of 433c6f07b086479f94f16f5314942da7 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:40.468478 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:40.618892 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Allocated IP 172.20.0.5 (8d64b8b0-7739-4455-9d0c-091754eae844/1e58ebe7-0e51-4b33-94a3-ee329cc76bd2/7ee19dba-7e3e-494c-881c-7d8ecc7fabdc) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:40.811327 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks [] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:40.851359 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:40.905266 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Network 8d64b8b0-7739-4455-9d0c-091754eae844 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:40.908948 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:40.915194 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:40.939745 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Pushing event updated for resources: {'Port': ['ID=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:40.975286 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:40.976456 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:40.995288 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-15245acd-dbb1-45a6-934c-cbe365860642 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6450069 Jan 28 01:01:41.017156 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Request body: {'port': {'device_id': '19505ea2-2d12-47cf-9a5f-d5185a64ffc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:41.084626 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:41.335648 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615d6ca-e9a9-4c13-84e0-78e7afd8fb50 req-a4f8973a-8ac1-4d10-8395-33d8155d5fb6 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:41.337929 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0615d6ca-e9a9-4c13-84e0-78e7afd8fb50 req-a4f8973a-8ac1-4d10-8395-33d8155d5fb6 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 931 time: 0.1182292 Jan 28 01:01:41.435884 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0615d6ca-e9a9-4c13-84e0-78e7afd8fb50 req-84f0e670-67cd-494a-93cd-51034ae1ba55 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873072 Jan 28 01:01:41.473250 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85bbd9-4462-4197-9784-ddf81c2c5356 req-a0cd38f3-75c5-49c6-a2ca-a1a2b30853d7 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:41.475145 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-be85bbd9-4462-4197-9784-ddf81c2c5356 req-a0cd38f3-75c5-49c6-a2ca-a1a2b30853d7 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 945 time: 0.0603814 Jan 28 01:01:41.503448 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:41.517553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Publish callbacks [] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:41.533709 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-be85bbd9-4462-4197-9784-ddf81c2c5356 req-4cbc06b7-4f57-4487-bd0e-cc9d11c90013 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Jan 28 01:01:41.537710 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Transition to ACTIVE for port object 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:01:41.541806 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:41.610494 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Pushing event updated for resources: {'Port': ['ID=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:41.676615 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Attempting to bind port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:41.676950 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Attempting to bind port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:41.677277 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Attempting to bind port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc on network 8d64b8b0-7739-4455-9d0c-091754eae844 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:41.681589 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc on network 8d64b8b0-7739-4455-9d0c-091754eae844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:01:41.681907 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Attempting to bind port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc on network 8d64b8b0-7739-4455-9d0c-091754eae844 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:41.687198 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:41.687528 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Checking segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:41.687910 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Bound using segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:41.688331 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Bound port: 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:41.688688 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:41.757580 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] For port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:41.761178 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] For port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:41.765553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:41.797505 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:41.798119 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:41.799516 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] 10.222.0.15 "PUT /v2.0/ports/7ee19dba-7e3e-494c-881c-7d8ecc7fabdc HTTP/1.1" status: 200 len: 1093 time: 0.7898426 Jan 28 01:01:41.799953 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19505ea2-2d12-47cf-9a5f-d5185a64ffc4', 'tag': '7ee19dba-7e3e-494c-881c-7d8ecc7fabdc'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:41.802322 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc" -d '{"events": [{"name": "network-changed", "server_uuid": "19505ea2-2d12-47cf-9a5f-d5185a64ffc4", "tag": "7ee19dba-7e3e-494c-881c-7d8ecc7fabdc"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:41.828310 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9ca64-da0f-4ee7-8fff-a94c89905f0c service neutron] Pushing event updated for resources: {'Port': ['ID=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:41.843680 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cedee22-f12d-4058-9e39-acea2d652b71 x-openstack-request-id: req-0cedee22-f12d-4058-9e39-acea2d652b71 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:41.843972 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19505ea2-2d12-47cf-9a5f-d5185a64ffc4", "tag": "7ee19dba-7e3e-494c-881c-7d8ecc7fabdc", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:41.844335 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0cedee22-f12d-4058-9e39-acea2d652b71 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:41.844938 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19505ea2-2d12-47cf-9a5f-d5185a64ffc4', 'tag': '7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'status': 'completed', 'code': 200} Jan 28 01:01:41.945155 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-20f21f44-2972-4795-bed9-875f4878503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:41.946690 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-20f21f44-2972-4795-bed9-875f4878503d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 1096 time: 0.0545757 Jan 28 01:01:42.011047 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-6d2ef7fd-622a-493d-9134-ae9131c85488 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc HTTP/1.1" status: 200 len: 217 time: 0.0407057 Jan 28 01:01:42.053590 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.068701 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-a792ee1f-975f-437e-a35f-102db21d817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:42.070190 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-a792ee1f-975f-437e-a35f-102db21d817a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 200 len: 854 time: 0.0470493 Jan 28 01:01:42.105762 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-c477fcfd-fe12-404e-89e5-719b3c0cef8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d64b8b0-7739-4455-9d0c-091754eae844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287209 Jan 28 01:01:42.264918 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-12dc1e2d-56e5-4fd4-a66d-4d6fca8201cc service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053956 Jan 28 01:01:42.419583 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fe276a43-2d0e-49b2-b6de-f0a3f7452697 req-dba3c44e-6a31-4cc2-a47a-db8c339710e3 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926509 Jan 28 01:01:42.577688 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c380fb9-6189-41c4-9a41-38d8fd76cac3 req-8367b330-109a-4a7d-acdf-b22d4a92a0c2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:42.579304 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2c380fb9-6189-41c4-9a41-38d8fd76cac3 req-8367b330-109a-4a7d-acdf-b22d4a92a0c2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 943 time: 0.0655258 Jan 28 01:01:42.595271 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-aa348018-6b47-48b3-9540-fcfe50910868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:42.596834 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-aa348018-6b47-48b3-9540-fcfe50910868 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 1096 time: 0.0563955 Jan 28 01:01:42.648051 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2c380fb9-6189-41c4-9a41-38d8fd76cac3 req-8f794684-d263-418f-b939-02ca5809bcb3 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614445 Jan 28 01:01:42.745727 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e78ce-76ac-4534-bdae-33ded04ccdee req-46fb4836-4e41-4d26-a246-c2c17ed3b245 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:42.747299 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0a6e78ce-76ac-4534-bdae-33ded04ccdee req-46fb4836-4e41-4d26-a246-c2c17ed3b245 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 945 time: 0.0821967 Jan 28 01:01:42.752717 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-a5d5ca51-3856-4693-9738-facf6bb1f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:42.754176 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-a5d5ca51-3856-4693-9738-facf6bb1f273 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 915 time: 0.1450815 Jan 28 01:01:42.835336 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0a6e78ce-76ac-4534-bdae-33ded04ccdee req-e6b584c3-533c-49b6-be07-6f884d4a5ca3 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801477 Jan 28 01:01:42.836660 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-d7d643b7-5b22-4d80-b844-74493e82a791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc HTTP/1.1" status: 200 len: 217 time: 0.0440464 Jan 28 01:01:42.894188 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-78fc2ceb-1c6b-47ee-ba4f-657b08c7a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:42.895812 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-78fc2ceb-1c6b-47ee-ba4f-657b08c7a126 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 200 len: 854 time: 0.0462646 Jan 28 01:01:42.931788 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-f4e33897-6815-4884-b574-8e8ed512457c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d64b8b0-7739-4455-9d0c-091754eae844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277441 Jan 28 01:01:43.037686 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-d4fa7285-f33e-4f23-9688-aa189adb14f1 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982389 Jan 28 01:01:43.142409 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b7d5aeac-d1c9-4ee4-98b4-6f9fa00628fc req-6eab8a87-281d-4c0d-af49-00b6e1cbd012 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974066 Jan 28 01:01:43.791315 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd484-7491-4eb1-b59e-efbd9dc923ce req-942969fc-e4cd-4186-ae0c-536a166f14a3 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:43.793849 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d68bd484-7491-4eb1-b59e-efbd9dc923ce req-942969fc-e4cd-4186-ae0c-536a166f14a3 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 943 time: 0.0621383 Jan 28 01:01:43.848458 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d68bd484-7491-4eb1-b59e-efbd9dc923ce req-82b4223f-d34f-4c39-a892-75f27cef5c57 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490217 Jan 28 01:01:43.877193 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c7443e3c-5521-4007-9d0a-69a153003173 req-9f25625e-7351-4c57-8659-457f41c79a44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499368 Jan 28 01:01:43.998526 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443e3c-5521-4007-9d0a-69a153003173 req-d9a9e0c1-e37e-448e-91bf-41fc86d51146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.000298 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c7443e3c-5521-4007-9d0a-69a153003173 req-d9a9e0c1-e37e-448e-91bf-41fc86d51146 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 1100 time: 0.0825164 Jan 28 01:01:44.012494 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4ef51-e6c0-4626-a462-a28d61fa796a req-9abf1df5-8f80-4a22-b31d-2ef9dbbef160 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.016402 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a8a4ef51-e6c0-4626-a462-a28d61fa796a req-9abf1df5-8f80-4a22-b31d-2ef9dbbef160 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 945 time: 0.0898752 Jan 28 01:01:44.080043 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a8a4ef51-e6c0-4626-a462-a28d61fa796a req-076dfbe2-664c-4478-a102-e7a0c44c9df9 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/security-groups?id=8fd6a76e-78ba-45ee-885c-ea7fbead91ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577028 Jan 28 01:01:44.419584 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ae731-e3de-4122-9448-860079f731dd req-1129e71f-31c3-4608-b4c6-51f860f54523 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.421069 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b41ae731-e3de-4122-9448-860079f731dd req-1129e71f-31c3-4608-b4c6-51f860f54523 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.15 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 945 time: 0.3195486 Jan 28 01:01:44.465614 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443e3c-5521-4007-9d0a-69a153003173 req-329480e2-644c-4d93-9241-77cfea0197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.466982 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c7443e3c-5521-4007-9d0a-69a153003173 req-329480e2-644c-4d93-9241-77cfea0197d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.3735209 Jan 28 01:01:44.561542 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c7443e3c-5521-4007-9d0a-69a153003173 req-5d81940f-dd2f-45b5-bb32-71190f038327 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4018b024-2307-4179-b2ef-10369aaee53c HTTP/1.1" status: 200 len: 1000 time: 0.0843840 Jan 28 01:01:44.581905 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Deleting port 2994a10b-5228-441d-8734-936c3bea9193 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:44.582239 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (2994a10b-5228-441d-8734-936c3bea9193), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.664479 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443e3c-5521-4007-9d0a-69a153003173 req-e45f0fc7-c566-4687-82e2-cf5c5718ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.665940 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c7443e3c-5521-4007-9d0a-69a153003173 req-e45f0fc7-c566-4687-82e2-cf5c5718ea77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0964143 Jan 28 01:01:44.726059 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] For port 2994a10b-5228-441d-8734-936c3bea9193, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2994a10b-5228-441d-8734-936c3bea9193,segment=NetworkSegment(ef904cf4-230c-46cc-8b97-38c470ca8bbe),segment_id=ef904cf4-230c-46cc-8b97-38c470ca8bbe)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:44.726412 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (2994a10b-5228-441d-8734-936c3bea9193), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.742856 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Calling delete_port for 2994a10b-5228-441d-8734-936c3bea9193 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:44.753580 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443e3c-5521-4007-9d0a-69a153003173 req-05082524-cac1-4d63-95e3-1d09dff77519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.755090 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c7443e3c-5521-4007-9d0a-69a153003173 req-05082524-cac1-4d63-95e3-1d09dff77519 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813394 Jan 28 01:01:44.900860 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c7443e3c-5521-4007-9d0a-69a153003173 req-21df1033-3f0d-4274-9817-ff0f37f8d7bb service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140747 Jan 28 01:01:44.976254 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bc9c9-0aaa-4312-966a-1da2f23ff5a5 req-f8bd63ff-80bc-4f5b-8dbb-12017d738dce tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.978074 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fc5bc9c9-0aaa-4312-966a-1da2f23ff5a5 req-f8bd63ff-80bc-4f5b-8dbb-12017d738dce tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 943 time: 0.0587869 Jan 28 01:01:45.010876 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (2994a10b-5228-441d-8734-936c3bea9193), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:45.036842 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fc5bc9c9-0aaa-4312-966a-1da2f23ff5a5 req-12818fda-cd61-4032-8d7e-7e357039d55c tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522335 Jan 28 01:01:45.062198 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['2994a10b-5228-441d-8734-936c3bea9193'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:45.086080 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Pushing event deleted for resources: {'Port': ['ID=2994a10b-5228-441d-8734-936c3bea9193,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:45.090141 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c7443e3c-5521-4007-9d0a-69a153003173 req-4b0250fa-5fc6-4593-9fa7-d3e80292fd57 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800346 Jan 28 01:01:45.115705 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] No DVR routers for this DVR port 2994a10b-5228-441d-8734-936c3bea9193 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:45.122649 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:45.128074 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b41ae731-e3de-4122-9448-860079f731dd req-3be803c0-f30b-4f59-a55e-7f6e31887d85 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.15 "DELETE /v2.0/ports/2994a10b-5228-441d-8734-936c3bea9193 HTTP/1.1" status: 204 len: 173 time: 0.7005126 Jan 28 01:01:45.128475 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc0552-4336-498f-b444-cc4e6338c62f', 'name': 'network-vif-deleted', 'tag': '2994a10b-5228-441d-8734-936c3bea9193'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:45.130799 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0bc056-24ce-4947-a4a5-ef3a4b867196" -d '{"events": [{"server_uuid": "30cc0552-4336-498f-b444-cc4e6338c62f", "name": "network-vif-deleted", "tag": "2994a10b-5228-441d-8734-936c3bea9193"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:45.175640 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea3b2b0-7de1-4e90-8f80-7d6a75aaf4ef x-openstack-request-id: req-3ea3b2b0-7de1-4e90-8f80-7d6a75aaf4ef {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:45.175939 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cc0552-4336-498f-b444-cc4e6338c62f", "name": "network-vif-deleted", "tag": "2994a10b-5228-441d-8734-936c3bea9193", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:45.176193 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ea3b2b0-7de1-4e90-8f80-7d6a75aaf4ef {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:45.176683 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc0552-4336-498f-b444-cc4e6338c62f', 'name': 'network-vif-deleted', 'tag': '2994a10b-5228-441d-8734-936c3bea9193', 'status': 'completed', 'code': 200} Jan 28 01:01:45.201894 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-54aa9d13-2fe9-48ed-8f6b-86d51af9e22e req-73c4dc70-14f4-4424-9e96-ac8687f378a1 tempest-VolumesSnapshotTestJSON-1502636908 tempest-VolumesSnapshotTestJSON-1502636908-project] 10.222.0.78 "GET /v2.0/ports?device_id=30cc0552-4336-498f-b444-cc4e6338c62f HTTP/1.1" status: 200 len: 210 time: 0.0414233 Jan 28 01:01:45.252755 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:01:45.379426 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:45.394380 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'port_id': '7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'mac_address': 'fa:16:3e:78:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e58ebe7-0e51-4b33-94a3-ee329cc76bd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:01:45.433592 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:45.433982 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:45.448527 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:45.474074 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:45.480566 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:45.543863 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:45.867131 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7ee19dba-7e3e-494c-881c-7d8ecc7fabdc'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:46.154212 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195f1f4-352b-4ff4-bf6e-a0410815c6b7 req-98e364dc-c18f-4f8d-abc1-a48eafd2a93e tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:46.155721 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2195f1f4-352b-4ff4-bf6e-a0410815c6b7 req-98e364dc-c18f-4f8d-abc1-a48eafd2a93e tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 944 time: 0.0485723 Jan 28 01:01:46.204836 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2195f1f4-352b-4ff4-bf6e-a0410815c6b7 req-55941e9c-03e9-4bfd-9691-553ea383f6e8 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Jan 28 01:01:46.860992 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f62272c7-d941-4337-a92c-9b5740bdf760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:47.321740 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356abd5-03ac-47d4-a89b-1f7c017300c3 req-d7fc0b8b-f902-4f8d-afcf-34c38e39e5cf tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:47.321740 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d356abd5-03ac-47d4-a89b-1f7c017300c3 req-d7fc0b8b-f902-4f8d-afcf-34c38e39e5cf tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 944 time: 0.0501046 Jan 28 01:01:47.376223 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d356abd5-03ac-47d4-a89b-1f7c017300c3 req-b104f796-fe73-42ed-bffd-d2ec8fd2194b tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Jan 28 01:01:48.492670 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc079-2495-4c39-9c7f-8b29e1aa00b3 req-9371a0f4-7963-45b6-8720-d69c5800b0bc tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:48.494218 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e9abc079-2495-4c39-9c7f-8b29e1aa00b3 req-9371a0f4-7963-45b6-8720-d69c5800b0bc tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 944 time: 0.0498981 Jan 28 01:01:48.542445 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e9abc079-2495-4c39-9c7f-8b29e1aa00b3 req-972a0d69-fdca-4449-b5b5-74beb7456fd3 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Jan 28 01:01:48.580522 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2994a10b-5228-441d-8734-936c3bea9193 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:48.600950 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 2994a10b-5228-441d-8734-936c3bea9193 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:48.601526 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2994a10b-5228-441d-8734-936c3bea9193 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:49.176671 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-bea87f97-ba07-4153-b8c0-210f81806a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:49.301727 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:49.358706 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:01:49.366489 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:49.366972 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:49.466480 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:49.466876 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:49.495503 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19505ea2-2d12-47cf-9a5f-d5185a64ffc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee19dba-7e3e-494c-881c-7d8ecc7fabdc'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:49.499330 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dadc280-da9e-432b-af08-c65a173a7049" -d '{"events": [{"server_uuid": "19505ea2-2d12-47cf-9a5f-d5185a64ffc4", "name": "network-vif-plugged", "status": "completed", "tag": "7ee19dba-7e3e-494c-881c-7d8ecc7fabdc"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:49.523029 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:49.529336 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:49.559941 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a688e4-95ee-4111-a300-8d8dbc58ac20 x-openstack-request-id: req-55a688e4-95ee-4111-a300-8d8dbc58ac20 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:49.560529 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19505ea2-2d12-47cf-9a5f-d5185a64ffc4", "name": "network-vif-plugged", "status": "completed", "tag": "7ee19dba-7e3e-494c-881c-7d8ecc7fabdc", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:49.560789 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55a688e4-95ee-4111-a300-8d8dbc58ac20 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:49.561185 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19505ea2-2d12-47cf-9a5f-d5185a64ffc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'code': 200} Jan 28 01:01:49.592518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:49.718610 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac934897-78cf-4e77-98f6-6a9ffe2c222a req-01513ee1-805b-4a7d-9035-f72e0b943e19 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:49.726936 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ac934897-78cf-4e77-98f6-6a9ffe2c222a req-01513ee1-805b-4a7d-9035-f72e0b943e19 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.0747731 Jan 28 01:01:49.836614 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ac934897-78cf-4e77-98f6-6a9ffe2c222a req-c3c9250a-9155-452b-a672-30fe1f6a2319 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087716 Jan 28 01:01:49.848645 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef7a98-0013-499c-9cfe-47d81858b2bb req-4fbf0609-42e0-4f2b-ad4e-66dc8216f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:49.850582 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b4ef7a98-0013-499c-9cfe-47d81858b2bb req-4fbf0609-42e0-4f2b-ad4e-66dc8216f296 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 1098 time: 0.0754032 Jan 28 01:01:49.893617 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ff06b-fbda-4db5-9297-13ea51fa064b req-14877786-a142-4264-8e22-add7dab6f143 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:49.895471 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7b7ff06b-fbda-4db5-9297-13ea51fa064b req-14877786-a142-4264-8e22-add7dab6f143 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0542953 Jan 28 01:01:49.917485 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b4ef7a98-0013-499c-9cfe-47d81858b2bb req-56391a87-6c1a-41af-848a-656031afaca2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587032 Jan 28 01:01:49.973418 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7b7ff06b-fbda-4db5-9297-13ea51fa064b req-836c0684-412f-4797-8b9e-3f2055a2e1ad tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 Jan 28 01:01:49.998826 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47012) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:50.207176 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d0ab81-1ca3-47db-af2a-7a9865e3bb91 tempest-TestMinimumBasicScenario-522512994 tempest-TestMinimumBasicScenario-522512994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:50.212378 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-e6d0ab81-1ca3-47db-af2a-7a9865e3bb91 tempest-TestMinimumBasicScenario-522512994 tempest-TestMinimumBasicScenario-522512994-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1093 time: 0.2091846 Jan 28 01:01:50.213099 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47018) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:50.218131 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'port_id': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:50.252584 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:50.351194 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:50.458201 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Allocated IP 172.27.1.158 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/79524ae7-9e2c-448f-b69c-ff418b42d38f) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:50.502212 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:50.561413 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for port (79524ae7-9e2c-448f-b69c-ff418b42d38f), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:50.594745 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (79524ae7-9e2c-448f-b69c-ff418b42d38f), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:50.632366 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:50.635391 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:50.641746 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:50.647551 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'Port': ['ID=79524ae7-9e2c-448f-b69c-ff418b42d38f,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:50.678909 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.679257 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.679595 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.679936 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.680264 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.680599 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.680918 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.681247 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.681561 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.681883 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.682723 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.683081 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.683405 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:50.962416 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ca0f-c1b9-4a54-bac3-eabaa17d4191 req-63be78ec-fff5-41fb-9567-8e0031954531 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:50.964674 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cb88ca0f-c1b9-4a54-bac3-eabaa17d4191 req-63be78ec-fff5-41fb-9567-8e0031954531 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.0530884 Jan 28 01:01:51.021061 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cb88ca0f-c1b9-4a54-bac3-eabaa17d4191 req-bf22f9bd-0166-4fc1-8eb7-bfb24cd69cd5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494349 Jan 28 01:01:51.405735 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for floatingip (8ffa5959-48a7-4408-928c-1a49079209b3), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.511395 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (79524ae7-9e2c-448f-b69c-ff418b42d38f), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.670462 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for port (79524ae7-9e2c-448f-b69c-ff418b42d38f), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.675106 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (79524ae7-9e2c-448f-b69c-ff418b42d38f), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.742347 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'Port': ['ID=79524ae7-9e2c-448f-b69c-ff418b42d38f,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:51.752822 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (8ffa5959-48a7-4408-928c-1a49079209b3), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.852848 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.l3_db [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Floating IP 8ffa5959-48a7-4408-928c-1a49079209b3 associated. External IP: 172.27.1.158, port: aaf8455f-185c-4280-8718-72bf446c9dc1. Jan 28 01:01:51.971533 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.062736 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:01:52.196268 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1137c-7a16-472a-8158-dec4a1609f5b req-7e673477-ccd7-47f8-bcfb-7ef293a24359 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.197769 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3ef1137c-7a16-472a-8158-dec4a1609f5b req-7e673477-ccd7-47f8-bcfb-7ef293a24359 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.0903797 Jan 28 01:01:52.222928 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:52.233294 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] Sync routers for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:52.243994 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:52.245192 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:01:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:52.259349 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.288565 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3ef1137c-7a16-472a-8158-dec4a1609f5b req-bcd79765-88bd-4e0d-9f25-4485349093fa tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833523 Jan 28 01:01:52.302124 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47034) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:52.302590 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f4e3877b-3ebe-455f-9d35-3d9dc801d31d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0877581 Jan 28 01:01:52.303248 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:52.305725 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94273ef-5c29-454e-9d2e-187882885105" -d '{"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:52.309277 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-75ae8cfe-e2f0-4f48-adf5-e0969a417d6e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723141066', 'description': 'tempest-secgroup-smoke-1723141066 description', 'project_id': 'e43c3f3031ee40508283209d12740ec8'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:52.341985 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-75ae8cfe-e2f0-4f48-adf5-e0969a417d6e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.347704 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1de9266-2600-48f1-922a-078891c4a3c8 x-openstack-request-id: req-f1de9266-2600-48f1-922a-078891c4a3c8 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:52.348126 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:52.348481 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1de9266-2600-48f1-922a-078891c4a3c8 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:52.348978 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'status': 'completed', 'code': 200} Jan 28 01:01:52.376935 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:52.419944 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-75ae8cfe-e2f0-4f48-adf5-e0969a417d6e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group (94b90060-95e9-4a09-b32d-92635b5508a3), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.425437 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-75ae8cfe-e2f0-4f48-adf5-e0969a417d6e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (94b90060-95e9-4a09-b32d-92635b5508a3), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.457684 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-75ae8cfe-e2f0-4f48-adf5-e0969a417d6e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.458938 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-75ae8cfe-e2f0-4f48-adf5-e0969a417d6e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1549966 Jan 28 01:01:52.462332 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47040) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:52.466828 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-69365c6a-9931-437b-be11-827442f922f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'security_group_rule': {'security_group_id': '94b90060-95e9-4a09-b32d-92635b5508a3', 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:52.470828 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae8cfe-e2f0-4f48-adf5-e0969a417d6e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b90060-95e9-4a09-b32d-92635b5508a3,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:52.496729 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-69365c6a-9931-437b-be11-827442f922f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (372b6a25-6ded-40c6-9946-a05082ea81ef), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.555666 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-69365c6a-9931-437b-be11-827442f922f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (372b6a25-6ded-40c6-9946-a05082ea81ef), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.560277 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-69365c6a-9931-437b-be11-827442f922f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (372b6a25-6ded-40c6-9946-a05082ea81ef), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.578326 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69365c6a-9931-437b-be11-827442f922f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372b6a25-6ded-40c6-9946-a05082ea81ef,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:52.586963 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-69365c6a-9931-437b-be11-827442f922f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.588219 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-69365c6a-9931-437b-be11-827442f922f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248724 Jan 28 01:01:52.591047 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47042) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:52.595478 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-5cf663b9-5e1e-405d-aa27-c5a17b75057f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'security_group_rule': {'security_group_id': '94b90060-95e9-4a09-b32d-92635b5508a3', 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:52.621560 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5cf663b9-5e1e-405d-aa27-c5a17b75057f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (3fd9c95d-9f2d-4631-9d93-d5f83d347a38), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.655775 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '8ffa5959-48a7-4408-928c-1a49079209b3', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'port_id': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'mac_address': 'fa:16:3e:36:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:50Z', 'updated_at': '2022-01-28T01:01:50Z', 'revision_number': 0, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 5, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:52.681387 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5cf663b9-5e1e-405d-aa27-c5a17b75057f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (3fd9c95d-9f2d-4631-9d93-d5f83d347a38), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.684258 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] Checking router: 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:52.686350 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5cf663b9-5e1e-405d-aa27-c5a17b75057f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (3fd9c95d-9f2d-4631-9d93-d5f83d347a38), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.698682 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:52.699440 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:01:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:52.704904 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf663b9-5e1e-405d-aa27-c5a17b75057f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd9c95d-9f2d-4631-9d93-d5f83d347a38,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:52.714513 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5cf663b9-5e1e-405d-aa27-c5a17b75057f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.715781 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-5cf663b9-5e1e-405d-aa27-c5a17b75057f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237822 Jan 28 01:01:52.718539 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47044) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:52.722956 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-1b3a41fe-1419-4b8d-adfd-89e7fe194684 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'security_group_rule': {'security_group_id': '94b90060-95e9-4a09-b32d-92635b5508a3', 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:52.748602 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1b3a41fe-1419-4b8d-adfd-89e7fe194684 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (99538d19-043e-4760-acd9-c8325dcd1985), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.809117 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:52.813682 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1b3a41fe-1419-4b8d-adfd-89e7fe194684 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (99538d19-043e-4760-acd9-c8325dcd1985), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.818809 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1b3a41fe-1419-4b8d-adfd-89e7fe194684 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (99538d19-043e-4760-acd9-c8325dcd1985), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.836825 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a41fe-1419-4b8d-adfd-89e7fe194684 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99538d19-043e-4760-acd9-c8325dcd1985,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:52.847357 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1b3a41fe-1419-4b8d-adfd-89e7fe194684 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.848645 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-1b3a41fe-1419-4b8d-adfd-89e7fe194684 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291242 Jan 28 01:01:52.851564 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47046) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:52.856639 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-4da910f3-8cf4-4e8c-835a-ae84e12e164b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'security_group_rule': {'security_group_id': '94b90060-95e9-4a09-b32d-92635b5508a3', 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:52.889562 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4da910f3-8cf4-4e8c-835a-ae84e12e164b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (050a6766-78ee-40a9-966d-49390f7a34a7), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.899388 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94273ef-5c29-454e-9d2e-187882885105 req-779c0d2a-a032-4d79-84c4-0693000c9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.901080 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c94273ef-5c29-454e-9d2e-187882885105 req-779c0d2a-a032-4d79-84c4-0693000c9f39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1098 time: 0.0450344 Jan 28 01:01:52.947944 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4da910f3-8cf4-4e8c-835a-ae84e12e164b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (050a6766-78ee-40a9-966d-49390f7a34a7), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.952758 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4da910f3-8cf4-4e8c-835a-ae84e12e164b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (050a6766-78ee-40a9-966d-49390f7a34a7), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.972782 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da910f3-8cf4-4e8c-835a-ae84e12e164b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050a6766-78ee-40a9-966d-49390f7a34a7,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:52.992269 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4da910f3-8cf4-4e8c-835a-ae84e12e164b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.993654 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4da910f3-8cf4-4e8c-835a-ae84e12e164b tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410515 Jan 28 01:01:52.997144 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47048) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:53.002774 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-3dade45d-ce8e-485b-bc36-bc5c34ceb994 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'security_group_rule': {'security_group_id': '94b90060-95e9-4a09-b32d-92635b5508a3', 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:53.008949 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94273ef-5c29-454e-9d2e-187882885105 req-cdf88ee0-3b51-46f7-b37f-f832756515a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.011481 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c94273ef-5c29-454e-9d2e-187882885105 req-cdf88ee0-3b51-46f7-b37f-f832756515a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 916 time: 0.1032712 Jan 28 01:01:53.028546 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.securitygroups_db [None req-3dade45d-ce8e-485b-bc36-bc5c34ceb994 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Project e43c3f3031ee40508283209d12740ec8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:01:53.034250 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3dade45d-ce8e-485b-bc36-bc5c34ceb994 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (b8261429-2cfa-433f-962e-53c8cf5277eb), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.087915 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c94273ef-5c29-454e-9d2e-187882885105 req-ced0aa87-90d3-48fb-baf5-1ba7469a6534 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 999 time: 0.0681870 Jan 28 01:01:53.116545 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3dade45d-ce8e-485b-bc36-bc5c34ceb994 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (b8261429-2cfa-433f-962e-53c8cf5277eb), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.123319 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3dade45d-ce8e-485b-bc36-bc5c34ceb994 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (b8261429-2cfa-433f-962e-53c8cf5277eb), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.146780 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dade45d-ce8e-485b-bc36-bc5c34ceb994 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8261429-2cfa-433f-962e-53c8cf5277eb,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:53.160045 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3dade45d-ce8e-485b-bc36-bc5c34ceb994 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.164001 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-3dade45d-ce8e-485b-bc36-bc5c34ceb994 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628594 Jan 28 01:01:53.164697 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47056) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:53.164780 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94273ef-5c29-454e-9d2e-187882885105 req-e00594a7-a7b2-40f2-9578-6844fe32bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.167401 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c94273ef-5c29-454e-9d2e-187882885105 req-e00594a7-a7b2-40f2-9578-6844fe32bc4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 200 len: 854 time: 0.0649755 Jan 28 01:01:53.169564 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-0bb7c66c-11e7-4f10-a0ce-ccf359f7e843 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'security_group_rule': {'security_group_id': '94b90060-95e9-4a09-b32d-92635b5508a3', 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:53.210340 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.securitygroups_db [None req-0bb7c66c-11e7-4f10-a0ce-ccf359f7e843 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Project e43c3f3031ee40508283209d12740ec8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:01:53.217642 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c66c-11e7-4f10-a0ce-ccf359f7e843 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (4927efa3-887f-4910-aded-c6b516260b32), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.228860 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '8ffa5959-48a7-4408-928c-1a49079209b3', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'port_id': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'mac_address': 'fa:16:3e:36:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:50Z', 'updated_at': '2022-01-28T01:01:50Z', 'revision_number': 0, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 5, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:53.256462 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94273ef-5c29-454e-9d2e-187882885105 req-724b514e-4c04-4fa9-88bc-752d8acdb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.261023 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b82b1b-288a-4cb9-8005-a3bb56b9b954 None None] The sync data for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi is: [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '8ffa5959-48a7-4408-928c-1a49079209b3', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'port_id': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'mac_address': 'fa:16:3e:36:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:50Z', 'updated_at': '2022-01-28T01:01:50Z', 'revision_number': 0, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 5, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:53.263634 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c94273ef-5c29-454e-9d2e-187882885105 req-724b514e-4c04-4fa9-88bc-752d8acdb733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888686 Jan 28 01:01:53.308623 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c66c-11e7-4f10-a0ce-ccf359f7e843 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (4927efa3-887f-4910-aded-c6b516260b32), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.324542 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c66c-11e7-4f10-a0ce-ccf359f7e843 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (4927efa3-887f-4910-aded-c6b516260b32), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.327327 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.361963 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7c66c-11e7-4f10-a0ce-ccf359f7e843 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4927efa3-887f-4910-aded-c6b516260b32,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:53.390315 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c66c-11e7-4f10-a0ce-ccf359f7e843 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.391646 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-0bb7c66c-11e7-4f10-a0ce-ccf359f7e843 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2264044 Jan 28 01:01:53.523182 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869b5b-d6b0-4ad7-96bf-b56adc5a0843 req-c7d07877-e70b-4194-913f-130fa55a1240 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.526630 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3c869b5b-d6b0-4ad7-96bf-b56adc5a0843 req-c7d07877-e70b-4194-913f-130fa55a1240 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.1027718 Jan 28 01:01:53.533437 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c94273ef-5c29-454e-9d2e-187882885105 req-542c5fc3-e91d-4384-92f0-09d3eaa08311 service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623842 Jan 28 01:01:53.671424 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefec8f-b112-4b1a-8637-6d2fc5efdcba None None] New status for floating IP 8ffa5959-48a7-4408-928c-1a49079209b3: ACTIVE {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:01:53.737901 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3c869b5b-d6b0-4ad7-96bf-b56adc5a0843 req-b3d9688f-2d0e-4307-a99f-69103e59d904 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963930 Jan 28 01:01:53.811767 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c94273ef-5c29-454e-9d2e-187882885105 req-8632f1b0-6c30-4f7e-b4e1-d3df3c541dce service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355165 Jan 28 01:01:53.845181 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-85de8aa8-6321-4a70-ad2d-51088823b3f5 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723141066&fields=id&tenant_id=e43c3f3031ee40508283209d12740ec8 HTTP/1.1" status: 200 len: 267 time: 0.1561186 Jan 28 01:01:53.903146 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-16bc3bcd-ed46-41cb-b11a-e7758886d963 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.908640 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-16bc3bcd-ed46-41cb-b11a-e7758886d963 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0651090 Jan 28 01:01:53.918703 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'port': {'security_groups': ['1711fc70-ff68-4829-8bab-2582471f7495', '94b90060-95e9-4a09-b32d-92635b5508a3']}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:54.012156 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.351530 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] For port aaf8455f-185c-4280-8718-72bf446c9dc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=aaf8455f-185c-4280-8718-72bf446c9dc1,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:54.400776 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.408135 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.453520 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:54.454173 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.455844 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f4def9e9-da2e-4c24-a28f-df7cd2ee5ca1 req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "PUT /v2.0/ports/aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 981 time: 0.5434103 Jan 28 01:01:54.457005 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['aaf8455f-185c-4280-8718-72bf446c9dc1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:54.459225 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:54.464748 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c70cc14-433b-4082-8f85-c45eb84aacf7" -d '{"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:54.492292 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea80208-154a-4119-b6c7-911930e68f08 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'Port': ['ID=aaf8455f-185c-4280-8718-72bf446c9dc1,revision_number=6']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:54.560641 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d40dc5a-5e14-4741-81fe-486d3905e42c x-openstack-request-id: req-5d40dc5a-5e14-4741-81fe-486d3905e42c {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:54.560834 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:54.561055 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d40dc5a-5e14-4741-81fe-486d3905e42c {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:54.561534 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'status': 'completed', 'code': 200} Jan 28 01:01:54.628231 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['aaf8455f-185c-4280-8718-72bf446c9dc1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:54.636348 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f69611-e3c7-4c93-8151-6e353c455411 req-b96ce8b9-bf85-4047-a135-eef021ac7e75 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:54.637938 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-04f69611-e3c7-4c93-8151-6e353c455411 req-b96ce8b9-bf85-4047-a135-eef021ac7e75 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0613940 Jan 28 01:01:54.680462 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-3341c16a-8542-4339-bfa5-f88f99aad7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:54.682727 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-3341c16a-8542-4339-bfa5-f88f99aad7ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1137 time: 0.0574319 Jan 28 01:01:54.764799 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-04f69611-e3c7-4c93-8151-6e353c455411 req-17f0a92b-d873-41ce-98f8-d80dbec52094 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179795 Jan 28 01:01:54.901908 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-0ddbf1a5-7174-4e3e-b143-5a7d0beaafad None None] Provisioning complete for port aaf8455f-185c-4280-8718-72bf446c9dc1 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:54.901908 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf1a5-7174-4e3e-b143-5a7d0beaafad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.906148 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-b51beb97-6336-47be-81b2-e93a955a942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:54.907700 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-b51beb97-6336-47be-81b2-e93a955a942b service neutron] 10.222.0.15 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 916 time: 0.2040915 Jan 28 01:01:54.993650 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fbb4d-ffc5-470b-86c9-01fdc8d3413a req-cabb354e-7b9c-40c4-a0ec-4c6d4913bcca tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:55.003832 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-be8fbb4d-ffc5-470b-86c9-01fdc8d3413a req-cabb354e-7b9c-40c4-a0ec-4c6d4913bcca tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.1419005 Jan 28 01:01:55.035988 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-1373427f-ab17-40d8-8ad5-755f32fe34eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 1001 time: 0.1200995 Jan 28 01:01:55.096728 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-be8fbb4d-ffc5-470b-86c9-01fdc8d3413a req-edf22220-d9cc-4edf-bcc6-783587d9c0f2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916474 Jan 28 01:01:55.114084 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-20c1fa34-2880-485c-89cc-5e598b414430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:55.115778 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-20c1fa34-2880-485c-89cc-5e598b414430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 200 len: 854 time: 0.0659916 Jan 28 01:01:55.207466 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-acdd5060-1f12-44b7-a352-e393b0923b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:55.207766 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbf1a5-7174-4e3e-b143-5a7d0beaafad None None] Current status of the port aaf8455f-185c-4280-8718-72bf446c9dc1 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:55.211486 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-acdd5060-1f12-44b7-a352-e393b0923b82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872571 Jan 28 01:01:55.352435 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-e88ce231-8f0c-49c4-837f-e14a4565bcf5 service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316230 Jan 28 01:01:55.472954 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c70cc14-433b-4082-8f85-c45eb84aacf7 req-727c42f2-1081-4107-8adb-4c17e58126a1 service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130416 Jan 28 01:01:56.309591 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed1183-4866-4d15-b54b-bff823d33af1 req-818ef8d0-5a4b-44bd-9fc0-9f2d89946ac8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:56.311116 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e5ed1183-4866-4d15-b54b-bff823d33af1 req-818ef8d0-5a4b-44bd-9fc0-9f2d89946ac8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.0576205 Jan 28 01:01:56.365117 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e5ed1183-4866-4d15-b54b-bff823d33af1 req-7eb9cb81-6dcb-41ef-8889-751016e4db61 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467849 Jan 28 01:01:57.498145 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b65399-8e9a-4429-a8c8-94a70e8137fc req-f6d138f2-f292-44c4-9f64-fa62f4e587db tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:57.499785 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-91b65399-8e9a-4429-a8c8-94a70e8137fc req-f6d138f2-f292-44c4-9f64-fa62f4e587db tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.0528626 Jan 28 01:01:57.551763 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-91b65399-8e9a-4429-a8c8-94a70e8137fc req-ac9bcbeb-1be7-40b2-89d7-4078cadfb251 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465200 Jan 28 01:01:58.688943 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d360ba-02cb-41c1-b302-e75abbbea20d req-5cffc7dd-dfa3-4359-83de-9c52bd95b568 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:58.688943 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-03d360ba-02cb-41c1-b302-e75abbbea20d req-5cffc7dd-dfa3-4359-83de-9c52bd95b568 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.0578268 Jan 28 01:01:58.736813 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-03d360ba-02cb-41c1-b302-e75abbbea20d req-f5fbc923-0d57-41be-952b-33da05e08a45 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Jan 28 01:01:59.860632 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3b355-50f3-4579-bd0c-3ad2afdd1bb7 req-976a9dd8-7541-41f0-84c2-8fd00b8ed646 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:59.862197 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f6d3b355-50f3-4579-bd0c-3ad2afdd1bb7 req-976a9dd8-7541-41f0-84c2-8fd00b8ed646 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.0506208 Jan 28 01:01:59.909388 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f6d3b355-50f3-4579-bd0c-3ad2afdd1bb7 req-9da043ae-04ea-43a0-aab9-f6355c067457 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Jan 28 01:02:01.051886 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddadea8-5faa-4b5f-bf77-6cb49678333b req-43429fb4-2c5f-446a-8b76-55b867923211 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:01.053469 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-eddadea8-5faa-4b5f-bf77-6cb49678333b req-43429fb4-2c5f-446a-8b76-55b867923211 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.0552409 Jan 28 01:02:01.108893 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-eddadea8-5faa-4b5f-bf77-6cb49678333b req-f76030ec-0235-4597-be6d-fc7358e6302e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=78e901b8-1e37-4175-afee-6356e62c9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485518 Jan 28 01:02:01.227535 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c475631-44e8-456f-9b50-efa497d457e9 req-b87de520-25a3-4437-995f-c81d2689df7a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:01.229114 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3c475631-44e8-456f-9b50-efa497d457e9 req-b87de520-25a3-4437-995f-c81d2689df7a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 947 time: 0.0534837 Jan 28 01:02:01.363712 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Deleting port 4018b024-2307-4179-b2ef-10369aaee53c {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:02:01.364140 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (4018b024-2307-4179-b2ef-10369aaee53c), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.492216 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] For port 4018b024-2307-4179-b2ef-10369aaee53c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=4018b024-2307-4179-b2ef-10369aaee53c,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:01.492704 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (4018b024-2307-4179-b2ef-10369aaee53c), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.747930 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.748541 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.749033 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Floating IP bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0 disassociated. External IP: 172.27.1.4, port: 4018b024-2307-4179-b2ef-10369aaee53c. Jan 28 01:02:01.749442 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Calling delete_port for 4018b024-2307-4179-b2ef-10369aaee53c owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:02:01.906988 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (4018b024-2307-4179-b2ef-10369aaee53c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.938863 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event deleted for resources: {'Port': ['ID=4018b024-2307-4179-b2ef-10369aaee53c,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:02.067341 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:02:02.076273 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Router 52e85959-460b-4d95-95a4-35c2d92cadf0 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:02:02.259170 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1f51219e-7d03-4722-85dc-155d691d4be5 req-122a1a60-fbf0-4bdb-b657-3fdf5ddbbeae tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8ab5025-62f7-40d2-b976-95ed4c6f0499 HTTP/1.1" status: 200 len: 210 time: 0.0322607 Jan 28 01:02:02.300575 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:02.314653 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] Sync routers for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:02.329290 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:02.329896 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:01:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:02.354069 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] No DVR routers for this DVR port 4018b024-2307-4179-b2ef-10369aaee53c on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:02:02.356778 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:02.361063 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3c475631-44e8-456f-9b50-efa497d457e9 req-a442a9cb-a32e-436f-98d9-a5369376d066 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "DELETE /v2.0/ports/4018b024-2307-4179-b2ef-10369aaee53c HTTP/1.1" status: 204 len: 173 time: 1.1261799 Jan 28 01:02:02.361468 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-deleted', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:02.363871 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027f726a-05fc-46c8-b4a9-39ca62087fbc" -d '{"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-deleted", "tag": "4018b024-2307-4179-b2ef-10369aaee53c"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:02.413603 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12242b2-b443-4f65-b028-99d1ebb88d3d x-openstack-request-id: req-f12242b2-b443-4f65-b028-99d1ebb88d3d {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:02.413964 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ab5025-62f7-40d2-b976-95ed4c6f0499", "name": "network-vif-deleted", "tag": "4018b024-2307-4179-b2ef-10369aaee53c", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:02.414246 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f12242b2-b443-4f65-b028-99d1ebb88d3d {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:02.414751 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ab5025-62f7-40d2-b976-95ed4c6f0499', 'name': 'network-vif-deleted', 'tag': '4018b024-2307-4179-b2ef-10369aaee53c', 'status': 'completed', 'code': 200} Jan 28 01:02:02.459611 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:02.694384 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:02.726260 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] Checking router: 52e85959-460b-4d95-95a4-35c2d92cadf0 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:02.735323 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:02.735939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:01:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:02.848545 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:03.095477 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:03.144728 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e56c291-a6a7-4874-ab92-9ea14fef8800 None None] The sync data for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi is: [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:03.399581 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47268) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:03.476800 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5d44003-47ea-48a0-aaa0-05de1de04cd7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (78e901b8-1e37-4175-afee-6356e62c9ba7), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:03.489464 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a9970-6501-4b44-a1c6-42d8b7d1300f None None] New status for floating IP bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0: DOWN {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:02:03.511983 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5d44003-47ea-48a0-aaa0-05de1de04cd7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (78e901b8-1e37-4175-afee-6356e62c9ba7), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:03.569437 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5d44003-47ea-48a0-aaa0-05de1de04cd7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (78e901b8-1e37-4175-afee-6356e62c9ba7), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:03.572921 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5d44003-47ea-48a0-aaa0-05de1de04cd7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:03.576847 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a5d44003-47ea-48a0-aaa0-05de1de04cd7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "DELETE /v2.0/security-groups/78e901b8-1e37-4175-afee-6356e62c9ba7 HTTP/1.1" status: 204 len: 168 time: 0.1734962 Jan 28 01:02:03.577174 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47272) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:03.594461 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d44003-47ea-48a0-aaa0-05de1de04cd7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e901b8-1e37-4175-afee-6356e62c9ba7,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:03.607707 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.api.v2.resource [None req-3dc7c8fa-4815-47bf-a953-1d04d93a80f5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] show failed (client error): The resource could not be found. Jan 28 01:02:03.612230 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-3dc7c8fa-4815-47bf-a953-1d04d93a80f5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups/78e901b8-1e37-4175-afee-6356e62c9ba7 HTTP/1.1" status: 404 len: 347 time: 0.0338433 Jan 28 01:02:03.615216 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47274) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:04.007725 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Deleting port 86e2705e-6435-4bcd-8451-8540ab791dff {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:02:04.008062 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (86e2705e-6435-4bcd-8451-8540ab791dff), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.089698 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (86e2705e-6435-4bcd-8451-8540ab791dff), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.090028 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (86e2705e-6435-4bcd-8451-8540ab791dff), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.102542 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Calling delete_port for 86e2705e-6435-4bcd-8451-8540ab791dff owned by network:floatingip {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:02:04.261403 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (86e2705e-6435-4bcd-8451-8540ab791dff), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.288512 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event deleted for resources: {'Port': ['ID=86e2705e-6435-4bcd-8451-8540ab791dff,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:04.361900 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.365643 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.366825 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-055e5167-069b-4428-bc59-c15b8ebbc439 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "DELETE /v2.0/floatingips/bbb13a91-5320-4b5f-b5e3-1b6a89c0c9f0 HTTP/1.1" status: 204 len: 168 time: 0.7504504 Jan 28 01:02:04.720084 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-6bed9010-b9d1-48dd-bcdc-09f5a0bed012 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:04.721874 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-6bed9010-b9d1-48dd-bcdc-09f5a0bed012 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 814 time: 0.1109397 Jan 28 01:02:04.738074 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47304) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:04.740884 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-216e2a90-1904-40cf-bfae-82b298375646 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/quotas/433c6f07b086479f94f16f5314942da7 HTTP/1.1" status: 200 len: 375 time: 0.0127635 Jan 28 01:02:04.744611 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-84d2ab35-082b-49fe-b0c5-4aacda1224ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510720453', 'description': 'tempest-description--985588321'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:04.768496 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-84d2ab35-082b-49fe-b0c5-4aacda1224ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.868673 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-84d2ab35-082b-49fe-b0c5-4aacda1224ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (05bde381-8e10-4523-bdbd-28af96831022), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.883572 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-84d2ab35-082b-49fe-b0c5-4aacda1224ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (05bde381-8e10-4523-bdbd-28af96831022), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.915309 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-84d2ab35-082b-49fe-b0c5-4aacda1224ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.917145 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-84d2ab35-082b-49fe-b0c5-4aacda1224ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1771011 Jan 28 01:02:04.925856 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47306) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:04.931544 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-3c8a3194-4b8a-4bf0-9e00-93159a93b5df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'security_group_rule': {'security_group_id': '05bde381-8e10-4523-bdbd-28af96831022', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:04.962534 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2ab35-082b-49fe-b0c5-4aacda1224ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bde381-8e10-4523-bdbd-28af96831022,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:04.986942 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3194-4b8a-4bf0-9e00-93159a93b5df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (a40137ef-8d67-4397-981e-b400d1291c80), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.082412 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3194-4b8a-4bf0-9e00-93159a93b5df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (a40137ef-8d67-4397-981e-b400d1291c80), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.086868 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3a1b1c86-b41a-4a2a-9ce4-8dc6221e4565 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3374712 Jan 28 01:02:05.088192 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3194-4b8a-4bf0-9e00-93159a93b5df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (a40137ef-8d67-4397-981e-b400d1291c80), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.120761 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a3194-4b8a-4bf0-9e00-93159a93b5df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40137ef-8d67-4397-981e-b400d1291c80,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:05.133306 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3c8a3194-4b8a-4bf0-9e00-93159a93b5df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.135649 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-3c8a3194-4b8a-4bf0-9e00-93159a93b5df tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2077312 Jan 28 01:02:05.139208 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47310) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:05.147286 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-12948e14-4612-4b8e-8ae9-0375f9b2817f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'security_group_rule': {'security_group_id': '05bde381-8e10-4523-bdbd-28af96831022', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:05.185366 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-12948e14-4612-4b8e-8ae9-0375f9b2817f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (42e16fcf-0139-4e37-afb9-778dc7ded21b), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.220486 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-14f14911-af11-4fea-90e0-ba6a8d816c5b service neutron] 10.222.0.78 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161904 Jan 28 01:02:05.253730 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-12948e14-4612-4b8e-8ae9-0375f9b2817f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (42e16fcf-0139-4e37-afb9-778dc7ded21b), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.258304 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-12948e14-4612-4b8e-8ae9-0375f9b2817f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (42e16fcf-0139-4e37-afb9-778dc7ded21b), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.279515 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12948e14-4612-4b8e-8ae9-0375f9b2817f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e16fcf-0139-4e37-afb9-778dc7ded21b,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:05.297182 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-12948e14-4612-4b8e-8ae9-0375f9b2817f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.298708 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-12948e14-4612-4b8e-8ae9-0375f9b2817f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582601 Jan 28 01:02:05.302122 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47312) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:05.306708 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:05.335759 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.341090 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-091239e3-c22b-4878-996a-b45faf2b8096 service neutron] 10.222.0.78 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142843 Jan 28 01:02:05.379756 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:02:05.412003 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 4018b024-2307-4179-b2ef-10369aaee53c {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:02:05.412494 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 4018b024-2307-4179-b2ef-10369aaee53c not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:02:05.488208 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.646699 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-74cd673a-267d-4501-bcad-21efd74bf194 req-1f569e9c-050a-48bb-bcfd-ed77ff3196b5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 210 time: 0.0466757 Jan 28 01:02:05.693178 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Allocated IP 172.27.1.125 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/60b8883f-b552-4799-912e-aabc39b81e45) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:05.838295 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for port (60b8883f-b552-4799-912e-aabc39b81e45), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.879249 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (60b8883f-b552-4799-912e-aabc39b81e45), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.924255 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:05.927016 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:05.931153 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:05.962682 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'Port': ['ID=60b8883f-b552-4799-912e-aabc39b81e45,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:06.039781 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:06.084140 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (60b8883f-b552-4799-912e-aabc39b81e45), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:06.277507 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for port (60b8883f-b552-4799-912e-aabc39b81e45), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:06.283694 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (60b8883f-b552-4799-912e-aabc39b81e45), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:06.367238 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'Port': ['ID=60b8883f-b552-4799-912e-aabc39b81e45,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:06.380267 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:06.402867 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:06.408072 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cf7a6e38-d3aa-4460-9e4c-0b249c06afa6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1011662 Jan 28 01:02:06.637130 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-59f4c974-2381-4415-8164-a85612bc8027 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1510720453&fields=id&tenant_id=d1619efcedc544fabe3b60eef955ce40 HTTP/1.1" status: 200 len: 267 time: 0.0562549 Jan 28 01:02:06.767616 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-be938646-d9f4-4946-8827-d25ed9c1ed28 req-8722d548-18e3-426a-9f32-ad6176cc0d48 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 210 time: 0.0293310 Jan 28 01:02:06.803370 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-26b4e9c6-9c66-436f-a067-070fe3c96afa tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:06.804991 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-26b4e9c6-9c66-436f-a067-070fe3c96afa tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 816 time: 0.1608586 Jan 28 01:02:06.832711 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-c021b8bf-5fcc-433a-bcfd-e0253a57c047 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/quotas/d1619efcedc544fabe3b60eef955ce40 HTTP/1.1" status: 200 len: 375 time: 0.0196173 Jan 28 01:02:06.908976 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-ab85ba1d-b668-482f-8f59-497ce132eddb tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:06.910483 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-ab85ba1d-b668-482f-8f59-497ce132eddb tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 814 time: 0.1779211 Jan 28 01:02:06.922194 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-171c8716-0186-4a37-b5f2-413f85294296 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764313 Jan 28 01:02:06.931624 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Request body: {'port': {'device_id': 'df026b29-203d-4492-892d-45774a906b25', 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'admin_state_up': True, 'tenant_id': '433c6f07b086479f94f16f5314942da7'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:07.101341 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-ebace663-c969-45c3-a723-0032f5b416bc service neutron] 10.222.0.78 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659775 Jan 28 01:02:07.159040 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Made reservation on behalf of 433c6f07b086479f94f16f5314942da7 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:07.162356 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.261829 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-cc5d0ea5-476a-4724-a5c5-a28bc69fa85f service neutron] 10.222.0.78 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520793 Jan 28 01:02:07.343490 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Allocated IP 172.20.0.2 (8d64b8b0-7739-4455-9d0c-091754eae844/1e58ebe7-0e51-4b33-94a3-ee329cc76bd2/e1715f83-ff51-4c85-b157-6651e8b0d99a) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:07.458460 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8113d2c4-d74c-4e22-a017-e66daaa7bb49 req-314be62a-2349-40bd-bde2-f744df9c870a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 210 time: 0.0348716 Jan 28 01:02:07.544678 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks [] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.594540 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.636595 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7ee19dba-7e3e-494c-881c-7d8ecc7fabdc'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:07.649796 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Network 8d64b8b0-7739-4455-9d0c-091754eae844 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:07.654645 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:07.661639 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:07.717798 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Pushing event updated for resources: {'Port': ['ID=e1715f83-ff51-4c85-b157-6651e8b0d99a,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:07.733081 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:07.734009 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.753308 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-3bf864c3-aecb-48dd-a28a-8519458c3bd0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256695 Jan 28 01:02:07.777826 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Request body: {'port': {'device_id': 'df026b29-203d-4492-892d-45774a906b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:07.861639 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.961549 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad5ead-b846-41eb-bcb2-76a87e903f41 req-547b5ba0-71bd-4a63-a73a-983dcb638026 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:07.963181 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5cad5ead-b846-41eb-bcb2-76a87e903f41 req-547b5ba0-71bd-4a63-a73a-983dcb638026 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 931 time: 0.0991075 Jan 28 01:02:08.114361 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5cad5ead-b846-41eb-bcb2-76a87e903f41 req-8e1996f0-9eed-490f-8940-22e35e7e955a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048865 Jan 28 01:02:08.231676 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1715f83-ff51-4c85-b157-6651e8b0d99a {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:08.240352 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Publish callbacks [] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.253261 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Transition to ACTIVE for port object e1715f83-ff51-4c85-b157-6651e8b0d99a will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:02:08.258773 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.311260 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1715f83-ff51-4c85-b157-6651e8b0d99a,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:08.392430 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Attempting to bind port e1715f83-ff51-4c85-b157-6651e8b0d99a on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:08.392767 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Attempting to bind port e1715f83-ff51-4c85-b157-6651e8b0d99a by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:08.393095 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Attempting to bind port e1715f83-ff51-4c85-b157-6651e8b0d99a on network 8d64b8b0-7739-4455-9d0c-091754eae844 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:08.397524 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Port e1715f83-ff51-4c85-b157-6651e8b0d99a on network 8d64b8b0-7739-4455-9d0c-091754eae844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:02:08.397843 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Attempting to bind port e1715f83-ff51-4c85-b157-6651e8b0d99a on network 8d64b8b0-7739-4455-9d0c-091754eae844 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:08.403947 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:08.404284 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Checking segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:08.404666 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Bound using segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:08.405087 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Bound port: e1715f83-ff51-4c85-b157-6651e8b0d99a, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:08.405501 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.473355 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] For port e1715f83-ff51-4c85-b157-6651e8b0d99a, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:08.477107 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] For port e1715f83-ff51-4c85-b157-6651e8b0d99a, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e1715f83-ff51-4c85-b157-6651e8b0d99a,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:08.481522 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.522360 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:08.523057 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.524857 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/e1715f83-ff51-4c85-b157-6651e8b0d99a HTTP/1.1" status: 200 len: 1093 time: 0.7551153 Jan 28 01:02:08.525418 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df026b29-203d-4492-892d-45774a906b25', 'tag': 'e1715f83-ff51-4c85-b157-6651e8b0d99a'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:08.527776 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81f549c-6f8d-417e-8a53-4c9a57075abb" -d '{"events": [{"name": "network-changed", "server_uuid": "df026b29-203d-4492-892d-45774a906b25", "tag": "e1715f83-ff51-4c85-b157-6651e8b0d99a"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:08.552622 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65703336-747c-468c-a181-cfbbddf880a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1715f83-ff51-4c85-b157-6651e8b0d99a,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:08.583656 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-eac2ac0e-f876-4496-aa24-78e4098f0f8e req-7460e771-53fc-4a2a-8107-975b539e3a8c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 210 time: 0.0402994 Jan 28 01:02:08.594588 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e64b4c-958c-4758-a96a-d721cabc317b x-openstack-request-id: req-e4e64b4c-958c-4758-a96a-d721cabc317b {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:08.594974 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df026b29-203d-4492-892d-45774a906b25", "tag": "e1715f83-ff51-4c85-b157-6651e8b0d99a", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:08.595272 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4e64b4c-958c-4758-a96a-d721cabc317b {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:08.596296 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df026b29-203d-4492-892d-45774a906b25', 'tag': 'e1715f83-ff51-4c85-b157-6651e8b0d99a', 'status': 'completed', 'code': 200} Jan 28 01:02:08.724169 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-d6dd23a3-c1c9-48d4-9a75-3d072100a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:08.725805 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-d6dd23a3-c1c9-48d4-9a75-3d072100a521 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 1096 time: 0.1120470 Jan 28 01:02:08.796211 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-7e72a2c5-26fc-4b30-9fbb-b8025872c1bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1715f83-ff51-4c85-b157-6651e8b0d99a HTTP/1.1" status: 200 len: 217 time: 0.0445704 Jan 28 01:02:08.802495 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-97d03ff8-af8a-4a0c-b48c-06d854e26383 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:08.803934 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-97d03ff8-af8a-4a0c-b48c-06d854e26383 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 816 time: 0.1584139 Jan 28 01:02:08.882128 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-b01ec80f-8574-4056-b975-cdf7e3b9956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:08.883610 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-b01ec80f-8574-4056-b975-cdf7e3b9956e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 200 len: 854 time: 0.0788400 Jan 28 01:02:08.932531 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-be2ca0ae-c9c9-4b83-8751-4a10780109ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d64b8b0-7739-4455-9d0c-091754eae844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400796 Jan 28 01:02:08.940934 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-958c72a8-457e-4496-9e77-f0673fce31fe tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1619efcedc544fabe3b60eef955ce40 HTTP/1.1" status: 200 len: 380 time: 0.1062343 Jan 28 01:02:08.977345 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'port': {'device_id': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'admin_state_up': True, 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'security_groups': ['05bde381-8e10-4523-bdbd-28af96831022']}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:09.132028 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-1e24002e-6ca2-4a4e-b6c1-02c1463fbe4c service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583312 Jan 28 01:02:09.249399 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Made reservation on behalf of d1619efcedc544fabe3b60eef955ce40 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:09.253953 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:09.329661 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-741aa780-0068-4778-9d8a-7bf9efd9b0bf req-f33dff37-ddff-4730-a221-c128171a6c02 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911724 Jan 28 01:02:09.338331 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fba4e-b58a-49e3-a666-6be6f538b63e req-b54ce1cd-da2d-468d-afd8-8137c65afb7a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:09.340759 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e80fba4e-b58a-49e3-a666-6be6f538b63e req-b54ce1cd-da2d-468d-afd8-8137c65afb7a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 943 time: 0.1329880 Jan 28 01:02:09.535035 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e80fba4e-b58a-49e3-a666-6be6f538b63e req-54ea899e-17b1-49e1-bbe0-6d9a42b4007b tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632345 Jan 28 01:02:09.540891 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Allocated IP 172.20.0.5 (d1773e64-668d-4b4c-97fa-e06f64eac702/efad955f-e760-4faa-b04c-054f4c78d2cd/70dfd08a-1b60-4f24-ac93-be76036044f2) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:09.560555 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-adf76587-78d1-4f67-8376-31d8bfd882fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:09.562072 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-adf76587-78d1-4f67-8376-31d8bfd882fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 1096 time: 0.1217713 Jan 28 01:02:09.689340 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-34896ea1-7ce8-4af1-aaf0-467e408d4a21 req-64c87a06-2017-47cc-8ddb-a695cafd86e4 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 210 time: 0.0276790 Jan 28 01:02:09.748800 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-c0be0399-dd48-4798-bec8-608231d9afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:09.750295 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-c0be0399-dd48-4798-bec8-608231d9afb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 915 time: 0.1770723 Jan 28 01:02:09.810482 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-95c10faf-4141-41eb-ab49-60926ef6840e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1715f83-ff51-4c85-b157-6651e8b0d99a HTTP/1.1" status: 200 len: 217 time: 0.0505173 Jan 28 01:02:09.816171 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:09.878440 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-ff08d337-1a7a-4484-a739-e110c517d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:09.880254 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-ff08d337-1a7a-4484-a739-e110c517d2e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 200 len: 854 time: 0.0621977 Jan 28 01:02:09.917151 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-ef8bf347-e5e7-49ce-a165-ad548e2f14d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d64b8b0-7739-4455-9d0c-091754eae844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282581 Jan 28 01:02:09.918299 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.009703 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Network d1773e64-668d-4b4c-97fa-e06f64eac702 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:10.019137 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:10.026227 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:10.032125 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:10.097395 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:10.098306 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.102123 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-57db5bab-b364-411b-aa42-87bb2e88b619 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726556 Jan 28 01:02:10.133366 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-2677ba27-2764-45dc-8d07-39f7f27435c9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1610162 Jan 28 01:02:10.170143 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Request body: {'port': {'device_id': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:10.252591 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.258201 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c81f549c-6f8d-417e-8a53-4c9a57075abb req-d829c859-ebba-4a6b-b429-132794704226 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480649 Jan 28 01:02:10.279267 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-edf7fee7-d3f5-4848-8a70-c493ce65a8da None None] Provisioning complete for port 70dfd08a-1b60-4f24-ac93-be76036044f2 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:10.279961 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-edf7fee7-d3f5-4848-8a70-c493ce65a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.315674 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-edf7fee7-d3f5-4848-8a70-c493ce65a8da None None] Port 70dfd08a-1b60-4f24-ac93-be76036044f2 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:10.549355 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dfd08a-1b60-4f24-ac93-be76036044f2 {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:10.558405 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Publish callbacks [] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.572610 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Transition to ACTIVE for port object 70dfd08a-1b60-4f24-ac93-be76036044f2 will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:02:10.578079 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.662734 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:10.834725 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ec541-73b5-434f-b2ec-f0dfba454c00 req-6a38469b-09e5-4034-a173-3c6f6700d4ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:10.839486 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-108ec541-73b5-434f-b2ec-f0dfba454c00 req-6a38469b-09e5-4034-a173-3c6f6700d4ba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0642099 Jan 28 01:02:10.895073 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-108ec541-73b5-434f-b2ec-f0dfba454c00 req-0fec74e1-6260-4bb9-8b45-2881caedbc7a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507574 Jan 28 01:02:10.981129 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ef536-883e-4ebb-90e8-183c6bdb8300 req-abb4088b-6465-4c87-ad97-356fa0ed7e92 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:10.982724 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9d1ef536-883e-4ebb-90e8-183c6bdb8300 req-abb4088b-6465-4c87-ad97-356fa0ed7e92 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 943 time: 0.3580954 Jan 28 01:02:11.012263 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Attempting to bind port 70dfd08a-1b60-4f24-ac93-be76036044f2 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:11.012610 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Attempting to bind port 70dfd08a-1b60-4f24-ac93-be76036044f2 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:11.012950 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Attempting to bind port 70dfd08a-1b60-4f24-ac93-be76036044f2 on network d1773e64-668d-4b4c-97fa-e06f64eac702 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:11.022142 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Port 70dfd08a-1b60-4f24-ac93-be76036044f2 on network d1773e64-668d-4b4c-97fa-e06f64eac702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:02:11.022463 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Attempting to bind port 70dfd08a-1b60-4f24-ac93-be76036044f2 on network d1773e64-668d-4b4c-97fa-e06f64eac702 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:11.035535 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:11.036241 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Checking segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:11.036241 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Bound using segment: {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:11.036647 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Bound port: 70dfd08a-1b60-4f24-ac93-be76036044f2, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c94ddb-6101-4f43-ac44-3c32815e72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:11.037005 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.061627 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9d1ef536-883e-4ebb-90e8-183c6bdb8300 req-f22ccf23-9c35-4b79-b836-d21b387bcd1d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726569 Jan 28 01:02:11.116089 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:11.119332 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:11.124927 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.161928 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:11.162562 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.163939 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] 10.222.0.15 "PUT /v2.0/ports/70dfd08a-1b60-4f24-ac93-be76036044f2 HTTP/1.1" status: 200 len: 1093 time: 0.9985878 Jan 28 01:02:11.164431 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:11.166763 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:11.198279 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acad74-125f-4620-914a-b7e9aa15287f service neutron] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:11.216760 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89d96b6-aec6-44d2-a146-fd1d2d50638e x-openstack-request-id: req-d89d96b6-aec6-44d2-a146-fd1d2d50638e {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:11.217143 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:11.217466 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d89d96b6-aec6-44d2-a146-fd1d2d50638e {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:11.217964 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'status': 'completed', 'code': 200} Jan 28 01:02:11.279889 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-e9f7585a-512f-453f-b347-40b2d6b23fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:11.281609 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-e9f7585a-512f-453f-b347-40b2d6b23fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 1096 time: 0.0468166 Jan 28 01:02:11.332674 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-3238eab1-440a-4c38-a3fe-50413325ce75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dfd08a-1b60-4f24-ac93-be76036044f2 HTTP/1.1" status: 200 len: 217 time: 0.0374877 Jan 28 01:02:11.390144 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-1d4331f3-560a-4977-a5dd-d5d27f885395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:11.391705 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-1d4331f3-560a-4977-a5dd-d5d27f885395 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0521972 Jan 28 01:02:11.413023 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device e1715f83-ff51-4c85-b157-6651e8b0d99a details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:11.448827 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-28898932-b051-4bcb-a5a7-1fd0465d6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:11.450001 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-28898932-b051-4bcb-a5a7-1fd0465d6493 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512218 Jan 28 01:02:11.532908 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port e1715f83-ff51-4c85-b157-6651e8b0d99a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e1715f83-ff51-4c85-b157-6651e8b0d99a,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:11.546851 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': 'e1715f83-ff51-4c85-b157-6651e8b0d99a', 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'port_id': 'e1715f83-ff51-4c85-b157-6651e8b0d99a', 'mac_address': 'fa:16:3e:58:11:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e58ebe7-0e51-4b33-94a3-ee329cc76bd2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:11.558699 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-1ce41ef0-2274-46d4-9ef8-0d6fcc86cd16 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984144 Jan 28 01:02:11.592034 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port e1715f83-ff51-4c85-b157-6651e8b0d99a is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:11.592654 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.593863 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47444) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:11.616629 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1715f83-ff51-4c85-b157-6651e8b0d99a {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:11.645007 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port e1715f83-ff51-4c85-b157-6651e8b0d99a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e1715f83-ff51-4c85-b157-6651e8b0d99a,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:11.650622 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.658591 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53ea831-4483-47c1-ac0f-c4249648fea5 admin admin] Deleting subnet c56031b9-3812-4be6-9990-4c1321e63b15 {{(pid=102324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:02:11.662120 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f53ea831-4483-47c1-ac0f-c4249648fea5 admin admin] Publish callbacks [] for subnet (c56031b9-3812-4be6-9990-4c1321e63b15), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.676900 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f4e5ba4b-a023-4820-9766-510ea442b0b5 req-8a703633-f204-486c-9f88-72e32c36373c service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088309 Jan 28 01:02:11.704947 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f53ea831-4483-47c1-ac0f-c4249648fea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7653104'] for subnet (c56031b9-3812-4be6-9990-4c1321e63b15), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.707086 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=e1715f83-ff51-4c85-b157-6651e8b0d99a,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:11.744059 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f53ea831-4483-47c1-ac0f-c4249648fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (c56031b9-3812-4be6-9990-4c1321e63b15), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.797047 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f53ea831-4483-47c1-ac0f-c4249648fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7838253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7429514'] for subnet (c56031b9-3812-4be6-9990-4c1321e63b15), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.827779 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ea831-4483-47c1-ac0f-c4249648fea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56031b9-3812-4be6-9990-4c1321e63b15,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:11.831529 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f53ea831-4483-47c1-ac0f-c4249648fea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.833525 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-dfb2554e-ee56-438a-92c0-d19528602e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:11.835038 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f53ea831-4483-47c1-ac0f-c4249648fea5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c56031b9-3812-4be6-9990-4c1321e63b15 HTTP/1.1" status: 204 len: 168 time: 0.2398841 Jan 28 01:02:11.835574 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-dfb2554e-ee56-438a-92c0-d19528602e3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 1096 time: 0.0461712 Jan 28 01:02:11.837542 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47448) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:11.909015 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (87529b14-ec97-47b6-b564-089e17ceb8e6), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.939661 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-acc591df-e830-4ac1-ac3e-09da5b838433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:11.941414 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-acc591df-e830-4ac1-ac3e-09da5b838433 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.0996583 Jan 28 01:02:11.998738 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-90725197-f2fc-4bf5-a9c4-0796a1f4fdb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dfd08a-1b60-4f24-ac93-be76036044f2 HTTP/1.1" status: 200 len: 217 time: 0.0494308 Jan 28 01:02:12.015733 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (87529b14-ec97-47b6-b564-089e17ceb8e6), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.028303 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['e1715f83-ff51-4c85-b157-6651e8b0d99a'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:12.039121 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87529b14-ec97-47b6-b564-089e17ceb8e6']}} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:12.050954 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef904cf4-230c-46cc-8b97-38c470ca8bbe') {'for_net_delete': True} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:12.051262 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef904cf4-230c-46cc-8b97-38c470ca8bbe') {} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:12.063120 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7653001'] for segment (ef904cf4-230c-46cc-8b97-38c470ca8bbe), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.077331 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (ef904cf4-230c-46cc-8b97-38c470ca8bbe), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.085327 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=102324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:02:12.085797 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7838407'] for segment (ef904cf4-230c-46cc-8b97-38c470ca8bbe), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: Traceback (most recent call last): Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: timer() Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: cb(*args, **kw) Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: return func(*args, **kwargs) Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: self._notify() Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: self.callback(batched_events) Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: event.method(event) Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: return f(self, *a, **k) Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._get(url).json() Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: return self.request(url, 'GET', **kwargs) Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:02:12.087640 dv-cinder-816898-6-iscsi neutron-server[102324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:02:12.090055 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c4f1-ef75-4620-9714-e6ca75283942 req-24db8837-3f49-44e8-b19b-4cdecb1ac338 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:12.090170 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0b83c4f1-ef75-4620-9714-e6ca75283942 req-24db8837-3f49-44e8-b19b-4cdecb1ac338 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.1018519 Jan 28 01:02:12.091987 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-d92ec097-a23b-45b1-9319-d4957b84da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:12.093387 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-d92ec097-a23b-45b1-9319-d4957b84da18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0769370 Jan 28 01:02:12.094986 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.149502 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (87529b14-ec97-47b6-b564-089e17ceb8e6), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.174183 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.179471 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] 10.222.0.78 "DELETE /v2.0/networks/87529b14-ec97-47b6-b564-089e17ceb8e6 HTTP/1.1" status: 204 len: 168 time: 0.3408084 Jan 28 01:02:12.201546 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0b83c4f1-ef75-4620-9714-e6ca75283942 req-b95645b9-f6fe-41a2-b293-602abb22664a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041327 Jan 28 01:02:12.207955 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-8c6e3d6d-d559-44fe-84cf-0f2f9d7af6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:12.214148 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-8c6e3d6d-d559-44fe-84cf-0f2f9d7af6bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071768 Jan 28 01:02:12.235291 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e2749-ecf6-4542-a783-9cdd3c29d208 admin admin] Pushing event deleted for resources: {'Network': ['ID=87529b14-ec97-47b6-b564-089e17ceb8e6,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:12.266109 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6114ab-891c-4863-b011-715120698c45 req-bf2626b2-3f79-4c74-b8c3-3dace855c684 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:12.275612 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-cf6114ab-891c-4863-b011-715120698c45 req-bf2626b2-3f79-4c74-b8c3-3dace855c684 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 944 time: 0.1227825 Jan 28 01:02:12.339226 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-cdc62caa-f99c-42a3-baa5-d6b6bace3fd2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102710 Jan 28 01:02:12.339492 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-cf6114ab-891c-4863-b011-715120698c45 req-74362ace-7a90-43d0-aba2-6e24baf4bdae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 Jan 28 01:02:12.422653 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47458) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:12.491243 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ba7b15ca-5d6a-406c-9518-16a80ae4b68a req-86cedb8b-b69e-4329-bfe5-027f3be36854 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440701 Jan 28 01:02:12.493733 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-40a707f2-36d7-43a1-b43e-e85c776729db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5aa12e9e43b74e37b418bbc4806a875c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699949 Jan 28 01:02:12.496295 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47460) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:12.549843 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-93fab4f2-1dc4-47e0-b7cb-0552e4617652 admin admin] Publish callbacks [] for security_group (8fd6a76e-78ba-45ee-885c-ea7fbead91ec), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.581326 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-93fab4f2-1dc4-47e0-b7cb-0552e4617652 admin admin] Publish callbacks [] for security_group (8fd6a76e-78ba-45ee-885c-ea7fbead91ec), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.629737 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-93fab4f2-1dc4-47e0-b7cb-0552e4617652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (8fd6a76e-78ba-45ee-885c-ea7fbead91ec), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.632490 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-93fab4f2-1dc4-47e0-b7cb-0552e4617652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.633684 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-93fab4f2-1dc4-47e0-b7cb-0552e4617652 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fd6a76e-78ba-45ee-885c-ea7fbead91ec HTTP/1.1" status: 204 len: 168 time: 0.1364775 Jan 28 01:02:12.642093 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fab4f2-1dc4-47e0-b7cb-0552e4617652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd6a76e-78ba-45ee-885c-ea7fbead91ec,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:13.328633 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd8a91-9427-4806-a479-f6a1317711cb req-be9f8e4a-cc30-411b-8ae8-be4c1ebe295f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:13.330028 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-79dd8a91-9427-4806-a479-f6a1317711cb req-be9f8e4a-cc30-411b-8ae8-be4c1ebe295f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0501420 Jan 28 01:02:13.362242 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47484) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:13.387533 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-79dd8a91-9427-4806-a479-f6a1317711cb req-edda003f-2d8e-4bce-a5eb-983dd350bedb tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514197 Jan 28 01:02:13.427563 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:13.435571 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device e1715f83-ff51-4c85-b157-6651e8b0d99a up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:13.475096 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4820f-b810-42ed-99bc-9525e8a7349c req-72c7ca5b-54e4-488a-a334-80ea42c2d2ef tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:13.477452 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-35b4820f-b810-42ed-99bc-9525e8a7349c req-72c7ca5b-54e4-488a-a334-80ea42c2d2ef tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 944 time: 0.0660503 Jan 28 01:02:13.493352 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1732846733-network', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:13.525282 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Made reservation on behalf of 5e156503ec1b459fbe5516b459e0c38b for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:13.527467 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.533560 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-35b4820f-b810-42ed-99bc-9525e8a7349c req-22e86e1d-93d2-480e-bf1a-0223eb0b1596 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489068 Jan 28 01:02:13.542938 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.573206 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port e1715f83-ff51-4c85-b157-6651e8b0d99a completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:02:13.581779 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:13.585510 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port e1715f83-ff51-4c85-b157-6651e8b0d99a triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:13.585886 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.618746 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'port_id': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'mac_address': 'fa:16:3e:01:db:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:13.633782 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Publish callbacks [] for security_group (7c5a4499-c1a9-45e3-b045-1bb63a9db5f0), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.650301 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (7c5a4499-c1a9-45e3-b045-1bb63a9db5f0), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.675783 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 960, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:02:13.679610 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 70dfd08a-1b60-4f24-ac93-be76036044f2 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:13.680012 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.690702 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5a4499-c1a9-45e3-b045-1bb63a9db5f0,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:13.696566 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (a1f7afd0-37ab-4460-bfe4-68a923d8b90b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.696911 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Added segment a1f7afd0-37ab-4460-bfe4-68a923d8b90b of type vlan for network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c Jan 28 01:02:13.715894 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dfd08a-1b60-4f24-ac93-be76036044f2 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:13.739286 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port e1715f83-ff51-4c85-b157-6651e8b0d99a is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:13.739588 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.743143 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (86bf1e59-906d-4d2f-bc1b-2c7309e2352c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.750978 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:13.761758 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.769478 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df026b29-203d-4492-892d-45774a906b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1715f83-ff51-4c85-b157-6651e8b0d99a'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:13.769694 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (86bf1e59-906d-4d2f-bc1b-2c7309e2352c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.770481 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:13.771102 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.771986 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aab7d77-58c8-4396-9c0f-56f2da81e301" -d '{"events": [{"server_uuid": "df026b29-203d-4492-892d-45774a906b25", "name": "network-vif-plugged", "status": "completed", "tag": "e1715f83-ff51-4c85-b157-6651e8b0d99a"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:13.806385 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port e1715f83-ff51-4c85-b157-6651e8b0d99a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e1715f83-ff51-4c85-b157-6651e8b0d99a,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:13.810596 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eb127e-9e3b-4dad-908b-87190bec0836 x-openstack-request-id: req-b1eb127e-9e3b-4dad-908b-87190bec0836 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:13.810921 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df026b29-203d-4492-892d-45774a906b25", "name": "network-vif-plugged", "status": "completed", "tag": "e1715f83-ff51-4c85-b157-6651e8b0d99a", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:13.811359 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1eb127e-9e3b-4dad-908b-87190bec0836 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:13.811744 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df026b29-203d-4492-892d-45774a906b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1715f83-ff51-4c85-b157-6651e8b0d99a', 'code': 200} Jan 28 01:02:13.815909 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.826505 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4632158 Jan 28 01:02:13.829441 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47494) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:13.833662 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a9e63-02e9-4a81-8ec0-e4d19ce44bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=86bf1e59-906d-4d2f-bc1b-2c7309e2352c,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:13.835905 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Request body: {'subnet': {'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1732846733-subnet', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'ip_version': 4}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:13.841847 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:13.845952 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:02:13.860140 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Made reservation on behalf of 5e156503ec1b459fbe5516b459e0c38b for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:13.862773 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7429227'] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.962636 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=e1715f83-ff51-4c85-b157-6651e8b0d99a,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:14.057312 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a429380-0caf-4975-8f69-44c49510df6d req-fa1793f2-4dfc-492b-b7d2-b1f6f0359114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:14.058899 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4a429380-0caf-4975-8f69-44c49510df6d req-fa1793f2-4dfc-492b-b7d2-b1f6f0359114 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 1098 time: 0.0453663 Jan 28 01:02:14.071186 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7838316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7429241'] for subnet (9318b003-99e0-4277-af1f-d6d0879ac950), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.114641 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4a429380-0caf-4975-8f69-44c49510df6d req-c3db2d7c-e584-4982-840a-3724ad84a757 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471127 Jan 28 01:02:14.132761 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9318b003-99e0-4277-af1f-d6d0879ac950,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:14.138566 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['70dfd08a-1b60-4f24-ac93-be76036044f2'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:14.143623 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Checking segment: {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:14.143989 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Network hostable DHCP agents. Network: 86bf1e59-906d-4d2f-bc1b-2c7309e2352c, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:02:14.163057 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:02:14.173431 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 86bf1e59-906d-4d2f-bc1b-2c7309e2352c) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:14.178986 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:14.181043 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.183113 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83a4f28-0164-4513-b700-05fcd22bca92 None None] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:02:14.205539 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-33091dd6-392f-4c7f-a323-c431656f0962 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3749433 Jan 28 01:02:14.208306 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47496) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:14.214389 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:14.235483 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.236604 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.300541 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks [] for router_controller (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), precommit_add_association {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.447063 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks [] for router_gateway (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.460393 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:02:14.461518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.566762 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e5c5e-6144-488e-b6e3-453e8336da55 req-fcd1506a-b2cb-408c-a15c-fa8f18437199 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:14.568637 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d63e5c5e-6144-488e-b6e3-453e8336da55 req-fcd1506a-b2cb-408c-a15c-fa8f18437199 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 944 time: 0.0681717 Jan 28 01:02:14.634500 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d63e5c5e-6144-488e-b6e3-453e8336da55 req-efc2e6f5-5c7e-4eb9-82d1-98e728cd79d4 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600173 Jan 28 01:02:14.643440 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Allocated IP 172.20.0.2 (86bf1e59-906d-4d2f-bc1b-2c7309e2352c/9318b003-99e0-4277-af1f-d6d0879ac950/9655d9e8-db81-4107-b62a-fc14f913b8cd) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:14.675531 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6ac0c-289e-4b11-861c-967cf0bdfe67 req-a08cb5a5-7ff8-46c0-a97a-bf3e8e422989 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:14.677033 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-38a6ac0c-289e-4b11-861c-967cf0bdfe67 req-a08cb5a5-7ff8-46c0-a97a-bf3e8e422989 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 945 time: 0.0516655 Jan 28 01:02:14.727017 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-38a6ac0c-289e-4b11-861c-967cf0bdfe67 req-06a22506-005e-4934-970d-dc805258c798 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429692 Jan 28 01:02:14.745178 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks [] for router_gateway (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.764705 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.811046 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Publish callbacks [] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.820076 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.858060 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:14.860919 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:14.863594 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:14.871536 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Allocated IP 172.27.1.236 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/053d653c-749c-49df-b1af-d374a8bc2c7b) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:14.875338 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Pushing event updated for resources: {'Port': ['ID=9655d9e8-db81-4107-b62a-fc14f913b8cd,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:14.933943 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Attempting to bind port 9655d9e8-db81-4107-b62a-fc14f913b8cd on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:14.934218 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Attempting to bind port 9655d9e8-db81-4107-b62a-fc14f913b8cd by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:14.934582 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Attempting to bind port 9655d9e8-db81-4107-b62a-fc14f913b8cd on network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:14.939733 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:14.940109 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Checking segment: {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:14.940509 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.940902 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Bound using segment: {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:14.941370 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Bound port: 9655d9e8-db81-4107-b62a-fc14f913b8cd, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:14.941749 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.982122 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks [] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.004274 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] For port 9655d9e8-db81-4107-b62a-fc14f913b8cd, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:15.007712 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] For port 9655d9e8-db81-4107-b62a-fc14f913b8cd, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=9655d9e8-db81-4107-b62a-fc14f913b8cd,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:15.012752 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.016096 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.055264 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:15.060610 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:15.064952 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:15.070509 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7220-366b-4824-8e99-0b07f62cb79e None None] Pushing event updated for resources: {'Port': ['ID=9655d9e8-db81-4107-b62a-fc14f913b8cd,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:15.092399 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=053d653c-749c-49df-b1af-d374a8bc2c7b,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:15.338155 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks [] for router_gateway (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.435699 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:15.493636 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 70dfd08a-1b60-4f24-ac93-be76036044f2 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:02:15.497874 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 70dfd08a-1b60-4f24-ac93-be76036044f2 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:15.498246 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.579746 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 70dfd08a-1b60-4f24-ac93-be76036044f2 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:15.580136 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.615986 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:15.620870 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.683390 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:15.808280 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.814215 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:15.815933 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28ef08f-c418-40bb-81fc-c30406f7ef6d" -d '{"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-plugged", "status": "completed", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:15.854815 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c10f92-5e11-4741-a7e4-d888e3238020 req-dcdb90ad-3cf7-4ce9-b4e1-16cf9054b710 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:15.856086 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-51c10f92-5e11-4741-a7e4-d888e3238020 req-dcdb90ad-3cf7-4ce9-b4e1-16cf9054b710 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 945 time: 0.0533504 Jan 28 01:02:15.859434 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d885-c0ca-4ee3-bac4-d61c50b1549a req-ec91526f-ad75-44a3-ab4e-ba30381b0b72 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:15.861027 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e9d2d885-c0ca-4ee3-bac4-d61c50b1549a req-ec91526f-ad75-44a3-ab4e-ba30381b0b72 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.1067209 Jan 28 01:02:15.906991 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-51c10f92-5e11-4741-a7e4-d888e3238020 req-a2dddbd5-781c-4dd2-9495-acd353f32a42 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Jan 28 01:02:15.955378 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc3184-aa51-4995-9e2c-82e314e44b82 x-openstack-request-id: req-b8dc3184-aa51-4995-9e2c-82e314e44b82 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:15.955671 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-plugged", "status": "completed", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:15.955926 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8dc3184-aa51-4995-9e2c-82e314e44b82 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:15.956315 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'code': 200} Jan 28 01:02:15.971895 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e9d2d885-c0ca-4ee3-bac4-d61c50b1549a req-8189ab24-0b9c-437f-820b-d1cf905f8261 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991580 Jan 28 01:02:16.025286 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:02:16.074152 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5149a-07e4-461d-98db-3c0b75994c45 None None] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:02:16.155600 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:16.171235 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Sync routers for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:16.178975 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.183503 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-7710c965-2f50-4247-8641-288fa7986cf4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9707053 Jan 28 01:02:16.184434 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47522) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:16.191905 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-186d3257-7472-4b11-9ffa-9d9df1a9fa2e None None] Provisioning complete for port 9655d9e8-db81-4107-b62a-fc14f913b8cd triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:16.192364 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-186d3257-7472-4b11-9ffa-9d9df1a9fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.219238 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:16.219999 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:01:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:16.314987 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9227932-f84b-4e1e-8423-fcf96a38f495 req-16e0f6d2-5b75-4005-8829-be1c1f865cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:16.316482 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f9227932-f84b-4e1e-8423-fcf96a38f495 req-16e0f6d2-5b75-4005-8829-be1c1f865cd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 1098 time: 0.0906789 Jan 28 01:02:16.413818 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f9227932-f84b-4e1e-8423-fcf96a38f495 req-6b3e0dc5-6894-40bc-b2fe-8566b09da694 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870099 Jan 28 01:02:16.424816 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:16.505962 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-186d3257-7472-4b11-9ffa-9d9df1a9fa2e None None] Current status of the port 9655d9e8-db81-4107-b62a-fc14f913b8cd is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:16.506808 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-186d3257-7472-4b11-9ffa-9d9df1a9fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.584123 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-186d3257-7472-4b11-9ffa-9d9df1a9fa2e None None] For port 9655d9e8-db81-4107-b62a-fc14f913b8cd, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=9655d9e8-db81-4107-b62a-fc14f913b8cd,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:16.606683 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-186d3257-7472-4b11-9ffa-9d9df1a9fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.698424 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d3257-7472-4b11-9ffa-9d9df1a9fa2e None None] Pushing event updated for resources: {'Port': ['ID=9655d9e8-db81-4107-b62a-fc14f913b8cd,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:16.721909 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:15Z', 'revision_number': 3, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:16.742530 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.753111 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Checking router: 0880c07d-c2c0-4d5a-806d-baf1d07f3bca for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:16.753976 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Updating router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca port 053d653c-749c-49df-b1af-d374a8bc2c7b binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:02:16.781342 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-0c5d5a6c-e074-47e8-a170-09d7888c9fac None None] Provisioning complete for port 9655d9e8-db81-4107-b62a-fc14f913b8cd triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:16.781724 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-0c5d5a6c-e074-47e8-a170-09d7888c9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.785829 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.924386 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-d95864dc-a960-4190-a2d4-b99f97704cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.958061 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Allocated IP 172.20.0.1 (86bf1e59-906d-4d2f-bc1b-2c7309e2352c/9318b003-99e0-4277-af1f-d6d0879ac950/cafb233f-4c1c-4950-81ef-eeacdaf200e7) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:17.001081 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d5a6c-e074-47e8-a170-09d7888c9fac None None] Current status of the port 9655d9e8-db81-4107-b62a-fc14f913b8cd is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:17.044061 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 9655d9e8-db81-4107-b62a-fc14f913b8cd up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:17.087079 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Publish callbacks [] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.123217 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a222575-4924-4340-90fc-20dc18a6239c req-dc05e776-b454-4298-945a-0967d0f4bb68 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:17.125994 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.131248 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6a222575-4924-4340-90fc-20dc18a6239c req-dc05e776-b454-4298-945a-0967d0f4bb68 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0635629 Jan 28 01:02:17.177813 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:17.181202 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:17.198587 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:17.212134 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6a222575-4924-4340-90fc-20dc18a6239c req-c4fc2888-7aca-4196-85bb-3c8af5fc5d9a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795333 Jan 28 01:02:17.262103 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.301921 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 9655d9e8-db81-4107-b62a-fc14f913b8cd triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:17.302306 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.352543 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Pushing event updated for resources: {'Port': ['ID=cafb233f-4c1c-4950-81ef-eeacdaf200e7,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:17.392647 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Publish callbacks [] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.403937 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.469460 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.511966 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Attempting to bind port 053d653c-749c-49df-b1af-d374a8bc2c7b on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:17.512600 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Attempting to bind port 053d653c-749c-49df-b1af-d374a8bc2c7b by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:17.512600 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Attempting to bind port 053d653c-749c-49df-b1af-d374a8bc2c7b on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:17.542177 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:17.542559 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:17.542984 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.543383 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:17.543854 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Bound port: 053d653c-749c-49df-b1af-d374a8bc2c7b, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:17.544234 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.548703 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f06fc-cad5-4a29-b58d-51c0973f1252 None None] Pushing event updated for resources: {'Port': ['ID=053d653c-749c-49df-b1af-d374a8bc2c7b,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:17.571201 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 9655d9e8-db81-4107-b62a-fc14f913b8cd is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:17.592333 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-2ed66db1-0c8e-4801-9bcd-823d49d5d66a None None] Provisioning complete for port cafb233f-4c1c-4950-81ef-eeacdaf200e7 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:17.592715 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-2ed66db1-0c8e-4801-9bcd-823d49d5d66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.641473 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Publish callbacks [] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.643126 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] For port 053d653c-749c-49df-b1af-d374a8bc2c7b, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:17.645538 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.648607 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] For port 053d653c-749c-49df-b1af-d374a8bc2c7b, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=053d653c-749c-49df-b1af-d374a8bc2c7b,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:17.650028 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-2ed66db1-0c8e-4801-9bcd-823d49d5d66a None None] Port cafb233f-4c1c-4950-81ef-eeacdaf200e7 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:17.655881 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.713369 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.719030 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Pushing event updated for resources: {'Port': ['ID=cafb233f-4c1c-4950-81ef-eeacdaf200e7,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:17.719711 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:17.720340 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:01:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:17.722336 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f06fc-cad5-4a29-b58d-51c0973f1252 None None] Pushing event updated for resources: {'Port': ['ID=053d653c-749c-49df-b1af-d374a8bc2c7b,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:17.835352 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:17.842715 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:17.844274 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:17.984193 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:02:18.088006 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 2, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:18.123719 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c589e9f-51db-4c17-8594-feb6dcc9ad19 None None] The sync data for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi is: [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 2, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:18.183103 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-cec27746-8a6b-4334-a0ce-23fb908c1124 None None] Provisioning complete for port cafb233f-4c1c-4950-81ef-eeacdaf200e7 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:18.183576 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-cec27746-8a6b-4334-a0ce-23fb908c1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:18.223334 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-cec27746-8a6b-4334-a0ce-23fb908c1124 None None] Port cafb233f-4c1c-4950-81ef-eeacdaf200e7 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:18.388203 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f41f9b-45c4-4510-8eb5-0f21ef41f0e5 req-09749b85-4839-4287-ac31-ebf838c5f7cd tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:18.390385 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-14f41f9b-45c4-4510-8eb5-0f21ef41f0e5 req-09749b85-4839-4287-ac31-ebf838c5f7cd tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0747926 Jan 28 01:02:18.415006 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:18.426470 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-db861d98-18c7-4c5e-8c01-68fccdc75645 admin admin] 10.222.0.78 "PUT /v2.0/routers/0880c07d-c2c0-4d5a-806d-baf1d07f3bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2408762 Jan 28 01:02:18.463810 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-14f41f9b-45c4-4510-8eb5-0f21ef41f0e5 req-7a6a18e1-62e3-43e8-9e01-c743ab915638 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630679 Jan 28 01:02:18.642102 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f9e21-c278-48e6-8e0b-c9a45e7ccc04 req-aa26f066-2413-4a4b-bf6c-9d99f7e06b66 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:18.648161 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-104f9e21-c278-48e6-8e0b-c9a45e7ccc04 req-aa26f066-2413-4a4b-bf6c-9d99f7e06b66 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0922031 Jan 28 01:02:18.655462 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47570) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:18.660822 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Request body: {'floatingip': {'port_id': '70dfd08a-1b60-4f24-ac93-be76036044f2'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:18.712677 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.057250 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-e53805fa-c13b-429c-84e7-a19bd8196e3a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:19.073707 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-e53805fa-c13b-429c-84e7-a19bd8196e3a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 814 time: 0.1889071 Jan 28 01:02:19.092038 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-65c9fc98-5e1e-4aef-b0ab-5bd77769db4a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/quotas/433c6f07b086479f94f16f5314942da7 HTTP/1.1" status: 200 len: 375 time: 0.0170605 Jan 28 01:02:19.151507 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-ebbc51ba-a02d-4c81-a766-3a10931017ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581071 Jan 28 01:02:19.161724 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47594) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:19.167762 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-781482295-network', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:19.186491 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-117efda1-9657-4d8c-aef2-7cc0896e21e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.237016 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Made reservation on behalf of 3ae0f31517b747869e0bfa4ceb218179 for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:19.239400 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.251272 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.294499 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-d6927fbe-c74b-4dd9-859e-1469b498cc90 service neutron] 10.222.0.78 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417439 Jan 28 01:02:19.357371 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.362632 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.457724 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Publish callbacks [] for security_group (55ca97ac-3c94-4a80-a214-e90d95d4cbf1), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.463443 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-8ab8a42a-9beb-4e66-9b89-11c40e9815f8 service neutron] 10.222.0.78 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682811 Jan 28 01:02:19.466082 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (55ca97ac-3c94-4a80-a214-e90d95d4cbf1), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.495109 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 950, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:02:19.495634 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Floating IP 2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f associated. External IP: 172.27.1.125, port: 70dfd08a-1b60-4f24-ac93-be76036044f2. Jan 28 01:02:19.506378 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca97ac-3c94-4a80-a214-e90d95d4cbf1,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:19.513061 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (dccab17e-01ab-40f8-83b9-c568715ecb72), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.513441 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Added segment dccab17e-01ab-40f8-83b9-c568715ecb72 of type vlan for network b26f5544-22de-4f76-b259-22db9ab895ad Jan 28 01:02:19.560104 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (b26f5544-22de-4f76-b259-22db9ab895ad), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.596013 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (b26f5544-22de-4f76-b259-22db9ab895ad), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.598663 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:19.599303 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.665873 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5025578 Jan 28 01:02:19.668210 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47602) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:19.673489 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Request body: {'subnet': {'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-781482295-subnet', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'ip_version': 4}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:19.711215 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c41c0-1759-4c9d-864f-0784f34267f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b26f5544-22de-4f76-b259-22db9ab895ad,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:19.725445 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network b26f5544-22de-4f76-b259-22db9ab895ad details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:02:19.735714 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Made reservation on behalf of 3ae0f31517b747869e0bfa4ceb218179 for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:19.743008 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7429227'] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:19.743809 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-270a825c-581c-4c53-af29-5f4a513fe3ef req-88ab1cc4-b8a7-43c7-a5d1-17ff3c86113c tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 210 time: 0.0372281 Jan 28 01:02:19.904049 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Router 52e85959-460b-4d95-95a4-35c2d92cadf0 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:02:20.010795 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7838316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7429241'] for subnet (f6522ca0-1668-4b9f-b0f0-a7309487ebac), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.067926 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:20.071126 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6522ca0-1668-4b9f-b0f0-a7309487ebac,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:20.073293 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.084227 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Checking segment: {'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:20.084581 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Network hostable DHCP agents. Network: b26f5544-22de-4f76-b259-22db9ab895ad, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:02:20.090376 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] Sync routers for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:20.113895 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:20.115056 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:20.123451 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-999a6f77-e691-4b86-8311-d927e63d9547 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "PUT /v2.0/floatingips/2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f HTTP/1.1" status: 200 len: 991 time: 1.4638610 Jan 28 01:02:20.123704 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Network b26f5544-22de-4f76-b259-22db9ab895ad is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:02:20.123840 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:20.123840 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:20.137702 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, b26f5544-22de-4f76-b259-22db9ab895ad) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:20.148656 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29cf6b8-133a-4465-ad8f-3a879b4fe38b None None] Network b26f5544-22de-4f76-b259-22db9ab895ad requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:02:20.155577 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:20.156190 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.167143 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f878ba21-bb48-40a7-b121-51302b0a6832 x-openstack-request-id: req-f878ba21-bb48-40a7-b121-51302b0a6832 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:20.167707 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:20.168165 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f878ba21-bb48-40a7-b121-51302b0a6832 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:20.168964 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'status': 'completed', 'code': 200} Jan 28 01:02:20.179761 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-e2fc33b0-718c-46c2-a35c-284ea6cc0b46 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5104256 Jan 28 01:02:20.182711 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47620) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:20.191060 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:20.240690 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (4a09d06e-c780-4d5b-a868-80fd804611e8), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.241844 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (4a09d06e-c780-4d5b-a868-80fd804611e8), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.294872 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-c010a4a5-8ee6-428d-8c24-899dd20dd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:20.296551 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-c010a4a5-8ee6-428d-8c24-899dd20dd2ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 1098 time: 0.0631437 Jan 28 01:02:20.315887 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-b26f5544-22de-4f76-b259-22db9ab895ad', 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad', 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'fixed_ips': [{'subnet_id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:02:20.317457 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.329700 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks [] for router_controller (4a09d06e-c780-4d5b-a868-80fd804611e8), precommit_add_association {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.361807 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:20.537570 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-3a805b4b-3e3d-4ee6-a2e9-20f0e12d860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:20.556202 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-3a805b4b-3e3d-4ee6-a2e9-20f0e12d860d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.2331126 Jan 28 01:02:20.557726 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.606599 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks [] for router_gateway (4a09d06e-c780-4d5b-a868-80fd804611e8), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.633395 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Allocated IP 172.20.0.2 (b26f5544-22de-4f76-b259-22db9ab895ad/f6522ca0-1668-4b9f-b0f0-a7309487ebac/aa5be280-ff23-43d7-9a25-f46f004e4aff) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:20.782995 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-e87d17a0-2a66-4ca1-88ab-5cef5bbd59b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dfd08a-1b60-4f24-ac93-be76036044f2 HTTP/1.1" status: 200 len: 999 time: 0.2240167 Jan 28 01:02:20.803930 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Publish callbacks [] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.819077 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.868397 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Network b26f5544-22de-4f76-b259-22db9ab895ad is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:20.872082 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:20.881455 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:20.900468 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Pushing event updated for resources: {'Port': ['ID=aa5be280-ff23-43d7-9a25-f46f004e4aff,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:20.943072 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'port_id': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'mac_address': 'fa:16:3e:01:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:02:05Z', 'updated_at': '2022-01-28T01:02:19Z', 'revision_number': 1, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:20.945825 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b310ab-6176-436d-a647-50e4c02c491f req-6d0366f8-7eb9-4891-9817-fc72cba95732 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:20.948478 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a5b310ab-6176-436d-a647-50e4c02c491f req-6d0366f8-7eb9-4891-9817-fc72cba95732 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.2558582 Jan 28 01:02:20.999655 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Attempting to bind port aa5be280-ff23-43d7-9a25-f46f004e4aff on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:21.000282 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Attempting to bind port aa5be280-ff23-43d7-9a25-f46f004e4aff by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:21.001096 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Attempting to bind port aa5be280-ff23-43d7-9a25-f46f004e4aff on network b26f5544-22de-4f76-b259-22db9ab895ad {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:21.008247 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:21.008665 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Checking segment: {'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:21.012359 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.012870 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Bound using segment: {'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:21.013543 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Bound port: aa5be280-ff23-43d7-9a25-f46f004e4aff, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:21.014139 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.043393 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] Checking router: 52e85959-460b-4d95-95a4-35c2d92cadf0 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:21.101363 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-66f9154f-20a9-4136-bb07-dc3a08e8614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:21.111564 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a5b310ab-6176-436d-a647-50e4c02c491f req-92d493e0-097d-4d6b-b082-c6d4f6b7f4c1 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378617 Jan 28 01:02:21.141360 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:21.142028 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] For port aa5be280-ff23-43d7-9a25-f46f004e4aff, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:21.142449 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:21.143114 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-66f9154f-20a9-4136-bb07-dc3a08e8614e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.2788763 Jan 28 01:02:21.146673 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] For port aa5be280-ff23-43d7-9a25-f46f004e4aff, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=aa5be280-ff23-43d7-9a25-f46f004e4aff,segment=NetworkSegment(dccab17e-01ab-40f8-83b9-c568715ecb72),segment_id=dccab17e-01ab-40f8-83b9-c568715ecb72)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:21.151247 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Sync routers for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:21.158965 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.252653 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks [] for router_gateway (4a09d06e-c780-4d5b-a868-80fd804611e8), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.253977 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:21.254419 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:21.287316 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.380561 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4191e7dc-4141-4c48-b69e-104fcd6650d6 req-54886c72-a502-4c73-aa7a-34d200d2f350 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 210 time: 0.3324208 Jan 28 01:02:21.384263 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:21.472094 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:21.480158 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac34f7-25b1-4393-b473-36f920e7956b req-1ebdf989-c0ff-4057-a5b2-40cbeae97ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:21.481819 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0eac34f7-25b1-4393-b473-36f920e7956b req-1ebdf989-c0ff-4057-a5b2-40cbeae97ebf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1137 time: 0.4350522 Jan 28 01:02:21.493773 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-87309cc6-44bb-472b-b2ba-d65be4385b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:21.495960 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-87309cc6-44bb-472b-b2ba-d65be4385b4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3517814 Jan 28 01:02:21.626748 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Allocated IP 172.27.1.218 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/d6187b39-ef49-478f-b2d5-90ab239f6695) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:21.636061 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-55b1f1ec-21a8-482f-aaa5-a9b1949ffde8 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:21.637888 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-55b1f1ec-21a8-482f-aaa5-a9b1949ffde8 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 814 time: 0.1846089 Jan 28 01:02:21.664893 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 053d653c-749c-49df-b1af-d374a8bc2c7b up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:21.671860 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Request body: {'port': {'device_id': '31677564-4255-423a-b0c3-c971c15d7088', 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'admin_state_up': True, 'tenant_id': '433c6f07b086479f94f16f5314942da7'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:21.704368 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac34f7-25b1-4393-b473-36f920e7956b req-13229e4c-25aa-4947-aed0-14ee2fee5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:21.707465 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0eac34f7-25b1-4393-b473-36f920e7956b req-13229e4c-25aa-4947-aed0-14ee2fee5deb service neutron] 10.222.0.15 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 916 time: 0.1935852 Jan 28 01:02:21.816355 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5c72-a6b8-4fbb-b38d-bfa52f626205 None None] Pushing event updated for resources: {'Port': ['ID=aa5be280-ff23-43d7-9a25-f46f004e4aff,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:21.849018 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'port_id': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'mac_address': 'fa:16:3e:01:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:02:05Z', 'updated_at': '2022-01-28T01:02:19Z', 'revision_number': 1, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:21.858055 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 053d653c-749c-49df-b1af-d374a8bc2c7b triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:21.858538 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.872097 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks [] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.898613 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52c185-bd59-4124-b0ea-90bde2e11b7a None None] The sync data for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi is: [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'port_id': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'mac_address': 'fa:16:3e:01:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:02:05Z', 'updated_at': '2022-01-28T01:02:19Z', 'revision_number': 1, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:21.919164 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Made reservation on behalf of 433c6f07b086479f94f16f5314942da7 for: {'port': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:21.923529 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.929064 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0eac34f7-25b1-4393-b473-36f920e7956b req-b043535d-36af-4c0d-9c23-70d59cc57815 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 1001 time: 0.1310248 Jan 28 01:02:21.931208 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-db1cb544-96a0-46c5-bcb8-2635bff325e2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490730 Jan 28 01:02:21.967990 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.000249 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.036296 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac34f7-25b1-4393-b473-36f920e7956b req-c2c3a142-dbbd-4110-a63e-3f0d6c78c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:22.037820 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0eac34f7-25b1-4393-b473-36f920e7956b req-c2c3a142-dbbd-4110-a63e-3f0d6c78c174 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 200 len: 854 time: 0.0954258 Jan 28 01:02:22.123189 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Pushing event updated for resources: {'Port': ['ID=d6187b39-ef49-478f-b2d5-90ab239f6695,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:22.132251 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 053d653c-749c-49df-b1af-d374a8bc2c7b is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:22.132644 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.146146 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:22.150963 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:22.156528 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:22.174966 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4bd857eb-bea9-4aa5-8b7e-4ac685afe6f9 req-9f34a956-3c4f-4d9d-a478-dda0c065e206 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224324 Jan 28 01:02:22.283488 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac34f7-25b1-4393-b473-36f920e7956b req-6ae3ecac-496c-43a1-bd24-8d7454ca4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:22.293024 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0eac34f7-25b1-4393-b473-36f920e7956b req-6ae3ecac-496c-43a1-bd24-8d7454ca4977 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1166723 Jan 28 01:02:22.361196 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6f7e0-b55a-453c-baa5-f0652fa8eeab None None] New status for floating IP 2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f: ACTIVE {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:02:22.364679 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 2, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:22.398246 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Checking router: 0880c07d-c2c0-4d5a-806d-baf1d07f3bca for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:22.398681 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Updating router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca port cafb233f-4c1c-4950-81ef-eeacdaf200e7 binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:02:22.403820 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 053d653c-749c-49df-b1af-d374a8bc2c7b, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=053d653c-749c-49df-b1af-d374a8bc2c7b,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:22.420561 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Allocated IP 172.20.0.6 (8d64b8b0-7739-4455-9d0c-091754eae844/1e58ebe7-0e51-4b33-94a3-ee329cc76bd2/7dc14b94-86ca-45c6-8d82-f843ddbc5a06) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:22.429741 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.491331 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.605530 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0854-72df-4da8-98f3-6b4cefe71af9 req-61a17ce7-7224-4dcf-9da9-85b04905668f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:22.607248 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-52ea0854-72df-4da8-98f3-6b4cefe71af9 req-61a17ce7-7224-4dcf-9da9-85b04905668f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.1747282 Jan 28 01:02:22.613771 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0eac34f7-25b1-4393-b473-36f920e7956b req-e1685aea-bec5-4c79-8563-e11317391ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068578 Jan 28 01:02:22.712326 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47652) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:22.727884 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=053d653c-749c-49df-b1af-d374a8bc2c7b,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:22.759010 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-52ea0854-72df-4da8-98f3-6b4cefe71af9 req-2b1cc73c-e7ec-4f59-b2ca-066a483fdb87 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441195 Jan 28 01:02:22.793633 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0eac34f7-25b1-4393-b473-36f920e7956b req-7fd14b90-7239-45ac-8894-345231934fae service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704140 Jan 28 01:02:22.968337 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9bbf95f0-d36a-421c-843c-80ecb18d142a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.029430 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Publish callbacks [] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.037581 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.090012 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-17c7276b-fa8a-4f57-9a8e-37e3d920236e req-67933b91-e0c3-4e81-809c-36a0fe269a6b tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 210 time: 0.4023712 Jan 28 01:02:23.174926 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9bbf95f0-d36a-421c-843c-80ecb18d142a admin admin] Publish callbacks [] for security_group (42d8a404-72ee-4902-b0bf-4e96afc4bdd5), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.179089 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device aa5be280-ff23-43d7-9a25-f46f004e4aff up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:23.183185 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9bbf95f0-d36a-421c-843c-80ecb18d142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (42d8a404-72ee-4902-b0bf-4e96afc4bdd5), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.217017 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks [] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.236878 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks [] for router_gateway (4a09d06e-c780-4d5b-a868-80fd804611e8), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.243428 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf95f0-d36a-421c-843c-80ecb18d142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8a404-72ee-4902-b0bf-4e96afc4bdd5,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:23.263086 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9bbf95f0-d36a-421c-843c-80ecb18d142a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2eee127a80e40b4a9350c3052739578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476403 Jan 28 01:02:23.266282 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47656) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:23.279219 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e247c-e0b1-4f6f-9f44-763fabdd313a None None] Pushing event updated for resources: {'Port': ['ID=cafb233f-4c1c-4950-81ef-eeacdaf200e7,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:23.287155 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Attempting to bind port cafb233f-4c1c-4950-81ef-eeacdaf200e7 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:23.287531 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Attempting to bind port cafb233f-4c1c-4950-81ef-eeacdaf200e7 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:23.287945 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Attempting to bind port cafb233f-4c1c-4950-81ef-eeacdaf200e7 on network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:23.310016 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port aa5be280-ff23-43d7-9a25-f46f004e4aff triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:23.310401 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.318627 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:23.318627 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Checking segment: {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:23.318627 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.319749 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Bound using segment: {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:23.320274 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Bound port: cafb233f-4c1c-4950-81ef-eeacdaf200e7, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:23.320841 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.360663 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.363892 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6f805a67-b8b0-47d8-861d-ca88c3432fc7 admin admin] Publish callbacks [] for security_group (42d8a404-72ee-4902-b0bf-4e96afc4bdd5), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.390748 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Network 8d64b8b0-7739-4455-9d0c-091754eae844 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:23.395304 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.396636 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:23.418779 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6f805a67-b8b0-47d8-861d-ca88c3432fc7 admin admin] Publish callbacks [] for security_group (42d8a404-72ee-4902-b0bf-4e96afc4bdd5), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.432953 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:23.450239 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'e1715f83-ff51-4c85-b157-6651e8b0d99a'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:23.504708 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:23.505534 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.506657 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6f805a67-b8b0-47d8-861d-ca88c3432fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (42d8a404-72ee-4902-b0bf-4e96afc4bdd5), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.509414 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6f805a67-b8b0-47d8-861d-ca88c3432fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.513048 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-6f805a67-b8b0-47d8-861d-ca88c3432fc7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42d8a404-72ee-4902-b0bf-4e96afc4bdd5 HTTP/1.1" status: 204 len: 168 time: 0.2411029 Jan 28 01:02:23.521237 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f805a67-b8b0-47d8-861d-ca88c3432fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8a404-72ee-4902-b0bf-4e96afc4bdd5,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:23.528260 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8610632 Jan 28 01:02:23.535930 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607bf63-d717-456d-9d18-a9533f3c31f0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Pushing event updated for resources: {'Port': ['ID=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:23.577104 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4db589-1927-4561-9620-643ef2b4cc43 None None] Network b26f5544-22de-4f76-b259-22db9ab895ad requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:02:23.582244 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Request body: {'port': {'device_id': '31677564-4255-423a-b0c3-c971c15d7088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:23.683638 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] For port cafb233f-4c1c-4950-81ef-eeacdaf200e7, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:23.694723 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.708674 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-df8c866e-0d36-41a5-8e47-5e89246e8640 None None] Provisioning complete for port cafb233f-4c1c-4950-81ef-eeacdaf200e7 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:23.708910 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-df8c866e-0d36-41a5-8e47-5e89246e8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.716209 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (4a09d06e-c780-4d5b-a868-80fd804611e8), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.720727 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] For port cafb233f-4c1c-4950-81ef-eeacdaf200e7, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=cafb233f-4c1c-4950-81ef-eeacdaf200e7,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:23.757914 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.790588 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port aa5be280-ff23-43d7-9a25-f46f004e4aff is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:23.791088 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.837152 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-df8c866e-0d36-41a5-8e47-5e89246e8640 None None] Port cafb233f-4c1c-4950-81ef-eeacdaf200e7 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:23.956934 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port aa5be280-ff23-43d7-9a25-f46f004e4aff, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=aa5be280-ff23-43d7-9a25-f46f004e4aff,segment=NetworkSegment(dccab17e-01ab-40f8-83b9-c568715ecb72),segment_id=dccab17e-01ab-40f8-83b9-c568715ecb72)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:23.958226 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:23.960079 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:24.016569 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.017364 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 053d653c-749c-49df-b1af-d374a8bc2c7b up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:24.035260 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036e756-5ff8-4dcf-b281-ee4824a5146c req-4220c7f3-b585-4fd0-8b7d-744a08f0ac52 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:24.048933 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2036e756-5ff8-4dcf-b281-ee4824a5146c req-4220c7f3-b585-4fd0-8b7d-744a08f0ac52 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.1236122 Jan 28 01:02:24.058014 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e247c-e0b1-4f6f-9f44-763fabdd313a None None] Pushing event updated for resources: {'Port': ['ID=cafb233f-4c1c-4950-81ef-eeacdaf200e7,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:24.102261 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Router 4a09d06e-c780-4d5b-a868-80fd804611e8 is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:02:24.148868 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2036e756-5ff8-4dcf-b281-ee4824a5146c req-826e70c6-0d9b-4ec2-aedb-46bbd47ee3fb tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985663 Jan 28 01:02:24.184617 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=aa5be280-ff23-43d7-9a25-f46f004e4aff,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:24.288453 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-115ef754-607f-4040-aeec-6de7f431de7e None None] Provisioning complete for port aa5be280-ff23-43d7-9a25-f46f004e4aff triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:24.288833 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-115ef754-607f-4040-aeec-6de7f431de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.326743 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 {{(pid=102324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:24.342683 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Publish callbacks [] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.360944 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:24.383760 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f207e4-bf92-42cb-aebe-0c887cad49ae req-f7997598-f434-48bd-be70-1aa81c9d5241 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:24.385474 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23f207e4-bf92-42cb-aebe-0c887cad49ae req-f7997598-f434-48bd-be70-1aa81c9d5241 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 931 time: 0.1424394 Jan 28 01:02:24.388098 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.provisioning_blocks [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Transition to ACTIVE for port object 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 will not be triggered until provisioned by entity L2. {{(pid=102324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:02:24.389913 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:24.398712 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.410751 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Sync routers for ids ['4a09d06e-c780-4d5b-a868-80fd804611e8'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:24.432522 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 053d653c-749c-49df-b1af-d374a8bc2c7b triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:24.433539 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.478138 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.482117 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-806d10c8-c2c7-4cfb-aecf-ad55a2a15a13 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2948191 Jan 28 01:02:24.483084 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47668) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:24.499230 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23f207e4-bf92-42cb-aebe-0c887cad49ae req-46cc2e24-50e0-42ba-bfea-d005ce5bc36e tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015236 Jan 28 01:02:24.511585 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Routers {'4a09d06e-c780-4d5b-a868-80fd804611e8'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:24.512247 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4a09d06e-c780-4d5b-a868-80fd804611e8'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:24.513554 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:24.592518 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Attempting to bind port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:24.592813 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Attempting to bind port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:24.593159 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Attempting to bind port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 on network 8d64b8b0-7739-4455-9d0c-091754eae844 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:24.597969 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 on network 8d64b8b0-7739-4455-9d0c-091754eae844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:02:24.598299 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Attempting to bind port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 on network 8d64b8b0-7739-4455-9d0c-091754eae844 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:24.604145 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:24.604487 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Checking segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:24.605338 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Bound using segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:24.605338 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Bound port: 7dc14b94-86ca-45c6-8d82-f843ddbc5a06, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'}}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:24.605657 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.678262 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] For port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06, host hv-cinder-81689, cleared binding levels {{(pid=102324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:24.681985 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] For port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:24.686836 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.725657 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:24.726216 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.727750 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] 10.222.0.15 "PUT /v2.0/ports/7dc14b94-86ca-45c6-8d82-f843ddbc5a06 HTTP/1.1" status: 200 len: 1093 time: 1.1516898 Jan 28 01:02:24.728215 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31677564-4255-423a-b0c3-c971c15d7088', 'tag': '7dc14b94-86ca-45c6-8d82-f843ddbc5a06'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:24.730553 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b56be5-ae74-42bf-b338-1ee0a6048c43" -d '{"events": [{"name": "network-changed", "server_uuid": "31677564-4255-423a-b0c3-c971c15d7088", "tag": "7dc14b94-86ca-45c6-8d82-f843ddbc5a06"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:24.757143 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa29d14-930d-418d-94fc-5db029928dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,revision_number=3']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:24.807875 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418c04a-4235-4813-866c-9da54b127c5d x-openstack-request-id: req-8418c04a-4235-4813-866c-9da54b127c5d {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:24.808164 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31677564-4255-423a-b0c3-c971c15d7088", "tag": "7dc14b94-86ca-45c6-8d82-f843ddbc5a06", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:24.808417 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8418c04a-4235-4813-866c-9da54b127c5d {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:24.808842 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31677564-4255-423a-b0c3-c971c15d7088', 'tag': '7dc14b94-86ca-45c6-8d82-f843ddbc5a06', 'status': 'completed', 'code': 200} Jan 28 01:02:24.884452 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-b692e672-433d-4f66-a77b-ff831397184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:24.886591 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-b692e672-433d-4f66-a77b-ff831397184e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 1096 time: 0.0499408 Jan 28 01:02:24.895375 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-115ef754-607f-4040-aeec-6de7f431de7e None None] Current status of the port aa5be280-ff23-43d7-9a25-f46f004e4aff is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:24.939945 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-36344657-6b1e-48f8-963e-a29ab80f009f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc14b94-86ca-45c6-8d82-f843ddbc5a06 HTTP/1.1" status: 200 len: 217 time: 0.0377541 Jan 28 01:02:24.975696 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Set router 4a09d06e-c780-4d5b-a868-80fd804611e8 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:24.984485 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.996238 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-dd51050a-81d7-42cb-bc57-2da5cc1d7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:24.997857 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-dd51050a-81d7-42cb-bc57-2da5cc1d7fab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 200 len: 854 time: 0.0467398 Jan 28 01:02:25.038466 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-cb06619e-48de-4748-bcac-00a6cc91cb51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d64b8b0-7739-4455-9d0c-091754eae844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304496 Jan 28 01:02:25.070847 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 053d653c-749c-49df-b1af-d374a8bc2c7b is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:25.121939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Provisioning complete for port aa5be280-ff23-43d7-9a25-f46f004e4aff triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:25.122321 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.174752 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Allocated IP 172.20.0.1 (b26f5544-22de-4f76-b259-22db9ab895ad/f6522ca0-1668-4b9f-b0f0-a7309487ebac/7f3d8e4f-00df-4737-b047-f27461b36c60) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:25.202340 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-a6f74c41-c583-4563-b86d-0acd9b67659b service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563368 Jan 28 01:02:25.216822 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:23Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:25.294543 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9c6af-91c5-45c5-94d1-c62223d49a64 None None] The sync data for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi is: [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:23Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:25.349303 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device cafb233f-4c1c-4950-81ef-eeacdaf200e7 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:25.380750 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf344120-25d4-4c5b-89c7-0ae6f9555840 req-b509402f-8033-4339-bbf8-757914dc3dbd service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710296 Jan 28 01:02:25.393331 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cdcf0-5a72-44ff-9b9b-05de5b4974b5 req-45e5738d-44a5-4a89-8477-d69effb0ccd7 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:25.393954 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Current status of the port aa5be280-ff23-43d7-9a25-f46f004e4aff is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:25.404038 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d57cdcf0-5a72-44ff-9b9b-05de5b4974b5 req-45e5738d-44a5-4a89-8477-d69effb0ccd7 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.1163216 Jan 28 01:02:25.416803 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Publish callbacks [] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.430123 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Provisioning complete for port cafb233f-4c1c-4950-81ef-eeacdaf200e7 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:25.430509 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.464555 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 3, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:25.510779 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Checking router: 4a09d06e-c780-4d5b-a868-80fd804611e8 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:25.510779 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Updating router 4a09d06e-c780-4d5b-a868-80fd804611e8 port d6187b39-ef49-478f-b2d5-90ab239f6695 binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:02:25.518616 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.543500 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port cafb233f-4c1c-4950-81ef-eeacdaf200e7 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:25.543902 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.555253 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.622755 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-46ceb11a-95ed-4e35-b99e-134e8b00fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:25.626070 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-46ceb11a-95ed-4e35-b99e-134e8b00fd5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 1096 time: 0.1005616 Jan 28 01:02:25.685587 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Current status of the port cafb233f-4c1c-4950-81ef-eeacdaf200e7 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:25.685994 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.770128 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd38a19-21d8-4eba-b503-dc4668da9fee req-dee29b2d-d9e1-4769-ba31-32a3993cf72e tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:25.779573 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3bd38a19-21d8-4eba-b503-dc4668da9fee req-dee29b2d-d9e1-4769-ba31-32a3993cf72e tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 943 time: 0.1515565 Jan 28 01:02:25.805330 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] For port cafb233f-4c1c-4950-81ef-eeacdaf200e7, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=cafb233f-4c1c-4950-81ef-eeacdaf200e7,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:25.818552 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.844512 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d57cdcf0-5a72-44ff-9b9b-05de5b4974b5 req-01bb2112-e6df-4f06-a94f-05b65b7fb7a3 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4394064 Jan 28 01:02:25.858488 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Network b26f5544-22de-4f76-b259-22db9ab895ad is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:25.867287 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:25.885552 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3bd38a19-21d8-4eba-b503-dc4668da9fee req-49f5b5df-9caa-4a4f-aa49-b0410564922e tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050169 Jan 28 01:02:25.893762 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port cafb233f-4c1c-4950-81ef-eeacdaf200e7 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:25.894288 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.899058 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:25.902910 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-4fbda54c-4dcc-4238-a450-0a661f90c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:25.904390 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-4fbda54c-4dcc-4238-a450-0a661f90c0f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 915 time: 0.2322314 Jan 28 01:02:25.962142 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-d1e15f61-c324-4942-9c4f-4e35bcddcc55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dc14b94-86ca-45c6-8d82-f843ddbc5a06 HTTP/1.1" status: 200 len: 217 time: 0.0493684 Jan 28 01:02:25.964098 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (4a09d06e-c780-4d5b-a868-80fd804611e8), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.969690 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3d8e4f-00df-4737-b047-f27461b36c60,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:26.039718 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9838d-e08d-4705-b45a-eafe1887fc08 None None] Pushing event updated for resources: {'Port': ['ID=cafb233f-4c1c-4950-81ef-eeacdaf200e7,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:26.045497 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-2ad64c47-e8bd-4afb-8d9d-5814c0db7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:26.050440 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-2ad64c47-e8bd-4afb-8d9d-5814c0db7609 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 200 len: 854 time: 0.0770144 Jan 28 01:02:26.082793 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.db.api [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:02:26.083827 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG oslo_db.api [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:02:26.100745 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-17adab9f-9adf-4b5e-a127-bddea6a7998f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d64b8b0-7739-4455-9d0c-091754eae844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409667 Jan 28 01:02:26.168638 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.212988 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Publish callbacks [] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.221246 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.229508 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-98c5f3da-5ae9-4656-a516-16a40977694b service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213481 Jan 28 01:02:26.286302 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Attempting to bind port d6187b39-ef49-478f-b2d5-90ab239f6695 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:26.286699 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Attempting to bind port d6187b39-ef49-478f-b2d5-90ab239f6695 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:26.287118 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Attempting to bind port d6187b39-ef49-478f-b2d5-90ab239f6695 on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:26.291493 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-3f499d11-aa16-4ab2-bdd1-6bf34f3cfc69 None None] Provisioning complete for port 7f3d8e4f-00df-4737-b047-f27461b36c60 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:26.291884 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3f499d11-aa16-4ab2-bdd1-6bf34f3cfc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.321729 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:26.322664 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:26.323518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.323518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:26.323979 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Bound port: d6187b39-ef49-478f-b2d5-90ab239f6695, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:26.324367 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.326043 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555b34c-f9f7-440e-9290-8d4d8007e266 None None] Pushing event updated for resources: {'Port': ['ID=d6187b39-ef49-478f-b2d5-90ab239f6695,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:26.344025 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-80b56be5-ae74-42bf-b338-1ee0a6048c43 req-3faf941d-c171-479b-8719-5e53f26b0288 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018250 Jan 28 01:02:26.377641 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-3f499d11-aa16-4ab2-bdd1-6bf34f3cfc69 None None] Port 7f3d8e4f-00df-4737-b047-f27461b36c60 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:26.395219 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] For port d6187b39-ef49-478f-b2d5-90ab239f6695, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:26.395906 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Publish callbacks [] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.399621 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] For port d6187b39-ef49-478f-b2d5-90ab239f6695, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=d6187b39-ef49-478f-b2d5-90ab239f6695,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:26.401811 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.406152 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.459560 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Routers {'4a09d06e-c780-4d5b-a868-80fd804611e8'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:26.460492 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4a09d06e-c780-4d5b-a868-80fd804611e8'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:26.476763 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3d8e4f-00df-4737-b047-f27461b36c60,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:26.480781 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (4a09d06e-c780-4d5b-a868-80fd804611e8), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.517218 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555b34c-f9f7-440e-9290-8d4d8007e266 None None] Pushing event updated for resources: {'Port': ['ID=d6187b39-ef49-478f-b2d5-90ab239f6695,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:26.581996 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Network b26f5544-22de-4f76-b259-22db9ab895ad is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:26.583565 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:26.589663 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] Set router 4a09d06e-c780-4d5b-a868-80fd804611e8 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:26.663132 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port cafb233f-4c1c-4950-81ef-eeacdaf200e7 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:26.664165 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device aa5be280-ff23-43d7-9a25-f46f004e4aff up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:26.712487 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Router 4a09d06e-c780-4d5b-a868-80fd804611e8 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:02:26.830480 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:26.835758 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-95a9e996-7a96-4d60-ae31-afdbc7d08f82 admin admin] 10.222.0.78 "PUT /v2.0/routers/4a09d06e-c780-4d5b-a868-80fd804611e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3514733 Jan 28 01:02:26.933449 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-7212d90f-1261-4eb3-82ee-8e4df2359454 None None] Provisioning complete for port 7f3d8e4f-00df-4737-b047-f27461b36c60 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:26.933844 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-7212d90f-1261-4eb3-82ee-8e4df2359454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.996669 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67839acc-e5db-4bf7-93e7-7453586ab7b0 req-bdfda38b-d3f2-47ff-858a-104f3548a81a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:26.998438 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-67839acc-e5db-4bf7-93e7-7453586ab7b0 req-bdfda38b-d3f2-47ff-858a-104f3548a81a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0585752 Jan 28 01:02:27.012841 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-7212d90f-1261-4eb3-82ee-8e4df2359454 None None] Port 7f3d8e4f-00df-4737-b047-f27461b36c60 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:27.014270 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port aa5be280-ff23-43d7-9a25-f46f004e4aff triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:27.014645 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.044224 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3a222-5e94-4951-9e7e-05d6de71e67e req-86d39fe5-b1f2-40d7-a179-b7b470461716 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:27.045885 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-09d3a222-5e94-4951-9e7e-05d6de71e67e req-86d39fe5-b1f2-40d7-a179-b7b470461716 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 943 time: 0.0562940 Jan 28 01:02:27.067213 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-67839acc-e5db-4bf7-93e7-7453586ab7b0 req-12bb043b-1258-47df-b8ff-ea04c2e25ed1 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622253 Jan 28 01:02:27.107208 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-09d3a222-5e94-4951-9e7e-05d6de71e67e req-12915e56-c845-4ca9-a04a-353f35267f7a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 Jan 28 01:02:27.138134 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 4, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '7f3d8e4f-00df-4737-b047-f27461b36c60', 'name': '', 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'mac_address': 'fa:16:3e:26:91:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:25Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 2, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'subnets': [{'id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:27.173875 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278f15a-b24b-430a-91d7-26fa834caf38 None None] The sync data for ids ['4a09d06e-c780-4d5b-a868-80fd804611e8'] in dv-cinder-816898-6-iscsi is: [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 4, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '7f3d8e4f-00df-4737-b047-f27461b36c60', 'name': '', 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'mac_address': 'fa:16:3e:26:91:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:25Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 2, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'subnets': [{'id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:27.175546 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port aa5be280-ff23-43d7-9a25-f46f004e4aff is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:27.271151 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device cafb233f-4c1c-4950-81ef-eeacdaf200e7 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:27.332694 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port cafb233f-4c1c-4950-81ef-eeacdaf200e7 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:27.333072 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.455158 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port cafb233f-4c1c-4950-81ef-eeacdaf200e7 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:27.528690 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:27.530148 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47690) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:27.535469 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-9d03ebdd-e936-402a-8887-8b873b0d2293 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296656208', 'description': 'tempest-secgroup-smoke-1296656208 description', 'project_id': '5e156503ec1b459fbe5516b459e0c38b'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:27.582562 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9d03ebdd-e936-402a-8887-8b873b0d2293 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.641265 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:27.655820 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '7dc14b94-86ca-45c6-8d82-f843ddbc5a06', 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'port_id': '7dc14b94-86ca-45c6-8d82-f843ddbc5a06', 'mac_address': 'fa:16:3e:28:38:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e58ebe7-0e51-4b33-94a3-ee329cc76bd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:27.664871 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9d03ebdd-e936-402a-8887-8b873b0d2293 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group (714dafc8-0b2c-4850-8f2b-e45078316c4b), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.669953 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9d03ebdd-e936-402a-8887-8b873b0d2293 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (714dafc8-0b2c-4850-8f2b-e45078316c4b), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.699768 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:27.699768 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.713939 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9d03ebdd-e936-402a-8887-8b873b0d2293 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.716371 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:27.718445 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47694) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:27.719132 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-9d03ebdd-e936-402a-8887-8b873b0d2293 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1876972 Jan 28 01:02:27.721597 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03ebdd-e936-402a-8887-8b873b0d2293 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714dafc8-0b2c-4850-8f2b-e45078316c4b,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:27.725482 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-92ff4c31-4b15-495b-af44-fd77c0a5759e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'security_group_rule': {'security_group_id': '714dafc8-0b2c-4850-8f2b-e45078316c4b', 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:27.740136 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:27.747141 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.766863 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-92ff4c31-4b15-495b-af44-fd77c0a5759e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (4937ed80-2475-4141-93bf-89edef8f28c3), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.799602 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:27.848203 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-92ff4c31-4b15-495b-af44-fd77c0a5759e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (4937ed80-2475-4141-93bf-89edef8f28c3), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.856596 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-92ff4c31-4b15-495b-af44-fd77c0a5759e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (4937ed80-2475-4141-93bf-89edef8f28c3), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.883352 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff4c31-4b15-495b-af44-fd77c0a5759e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4937ed80-2475-4141-93bf-89edef8f28c3,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:27.888869 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-92ff4c31-4b15-495b-af44-fd77c0a5759e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.890327 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-92ff4c31-4b15-495b-af44-fd77c0a5759e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704526 Jan 28 01:02:27.893207 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47696) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:27.898290 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-ef651286-1b23-48e8-954f-b5dc57e789af tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'security_group_rule': {'security_group_id': '714dafc8-0b2c-4850-8f2b-e45078316c4b', 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:27.925358 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ef651286-1b23-48e8-954f-b5dc57e789af tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (c5fd8ce7-50aa-44ac-81f0-32e8c18e5d99), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:27.996663 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ef651286-1b23-48e8-954f-b5dc57e789af tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (c5fd8ce7-50aa-44ac-81f0-32e8c18e5d99), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.001284 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ef651286-1b23-48e8-954f-b5dc57e789af tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (c5fd8ce7-50aa-44ac-81f0-32e8c18e5d99), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.021452 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef651286-1b23-48e8-954f-b5dc57e789af tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fd8ce7-50aa-44ac-81f0-32e8c18e5d99,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:28.028105 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ef651286-1b23-48e8-954f-b5dc57e789af tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.029581 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-ef651286-1b23-48e8-954f-b5dc57e789af tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351392 Jan 28 01:02:28.032873 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 47698) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:28.037458 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-aaa83be5-bdbf-4b65-86e2-fe3fd8e8df04 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'security_group_rule': {'security_group_id': '714dafc8-0b2c-4850-8f2b-e45078316c4b', 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:28.065787 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-aaa83be5-bdbf-4b65-86e2-fe3fd8e8df04 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (4e901c22-413b-4b37-8f20-59858d8d8a68), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.143760 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-aaa83be5-bdbf-4b65-86e2-fe3fd8e8df04 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (4e901c22-413b-4b37-8f20-59858d8d8a68), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.152337 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-aaa83be5-bdbf-4b65-86e2-fe3fd8e8df04 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (4e901c22-413b-4b37-8f20-59858d8d8a68), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.158421 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7dc14b94-86ca-45c6-8d82-f843ddbc5a06'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:28.173159 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa83be5-bdbf-4b65-86e2-fe3fd8e8df04 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e901c22-413b-4b37-8f20-59858d8d8a68,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:28.208185 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-aaa83be5-bdbf-4b65-86e2-fe3fd8e8df04 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.214947 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-aaa83be5-bdbf-4b65-86e2-fe3fd8e8df04 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1772819 Jan 28 01:02:28.215514 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c48d0b-720d-45bf-95b8-23914efdf78c req-4d81f870-b449-4093-8b42-8a28c190953d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:28.222208 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23c48d0b-720d-45bf-95b8-23914efdf78c req-4d81f870-b449-4093-8b42-8a28c190953d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0755310 Jan 28 01:02:28.224150 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47704) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:28.237685 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-505aea0f-cb9d-4810-bce3-e24fdf3b779d tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'security_group_rule': {'security_group_id': '714dafc8-0b2c-4850-8f2b-e45078316c4b', 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:28.295266 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b58615-52c0-4beb-9fb3-cd7a3ff3eb83 req-8583ab39-0f56-49b6-9752-b55b478531b2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:28.297035 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41b58615-52c0-4beb-9fb3-cd7a3ff3eb83 req-8583ab39-0f56-49b6-9752-b55b478531b2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 944 time: 0.0808659 Jan 28 01:02:28.303397 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-505aea0f-cb9d-4810-bce3-e24fdf3b779d tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (58314d84-f0a4-44b3-901e-1e491d3a019d), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.321957 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23c48d0b-720d-45bf-95b8-23914efdf78c req-d38beb97-335a-4220-b485-ef740dc75007 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986156 Jan 28 01:02:28.359645 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41b58615-52c0-4beb-9fb3-cd7a3ff3eb83 req-0d1fafb3-f773-45c5-955d-288f06436d59 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550356 Jan 28 01:02:28.383673 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-505aea0f-cb9d-4810-bce3-e24fdf3b779d tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (58314d84-f0a4-44b3-901e-1e491d3a019d), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.388048 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-505aea0f-cb9d-4810-bce3-e24fdf3b779d tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (58314d84-f0a4-44b3-901e-1e491d3a019d), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.408026 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505aea0f-cb9d-4810-bce3-e24fdf3b779d tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58314d84-f0a4-44b3-901e-1e491d3a019d,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:28.413007 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-505aea0f-cb9d-4810-bce3-e24fdf3b779d tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.414604 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-505aea0f-cb9d-4810-bce3-e24fdf3b779d tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1884158 Jan 28 01:02:28.416925 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47708) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:28.421391 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-46db2646-6de8-47c1-a728-85314e0f48bb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'security_group_rule': {'security_group_id': '714dafc8-0b2c-4850-8f2b-e45078316c4b', 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:28.441117 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.securitygroups_db [None req-46db2646-6de8-47c1-a728-85314e0f48bb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Project 5e156503ec1b459fbe5516b459e0c38b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:02:28.446072 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-46db2646-6de8-47c1-a728-85314e0f48bb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (79957fc8-95a2-47e7-aad4-3856aef61f73), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.504534 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-46db2646-6de8-47c1-a728-85314e0f48bb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (79957fc8-95a2-47e7-aad4-3856aef61f73), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.508157 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-46db2646-6de8-47c1-a728-85314e0f48bb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (79957fc8-95a2-47e7-aad4-3856aef61f73), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.529559 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db2646-6de8-47c1-a728-85314e0f48bb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79957fc8-95a2-47e7-aad4-3856aef61f73,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:28.538288 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-46db2646-6de8-47c1-a728-85314e0f48bb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.539580 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-46db2646-6de8-47c1-a728-85314e0f48bb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216874 Jan 28 01:02:28.542480 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 47710) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:28.548166 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-f13a0fe4-3668-4186-b960-097b25001fda tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'security_group_rule': {'security_group_id': '714dafc8-0b2c-4850-8f2b-e45078316c4b', 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:28.575910 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.securitygroups_db [None req-f13a0fe4-3668-4186-b960-097b25001fda tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Project 5e156503ec1b459fbe5516b459e0c38b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:02:28.582052 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f13a0fe4-3668-4186-b960-097b25001fda tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (16b3bd1e-2e40-462e-ab98-fc4ddeb73f80), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.656518 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f13a0fe4-3668-4186-b960-097b25001fda tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (16b3bd1e-2e40-462e-ab98-fc4ddeb73f80), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.660435 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f13a0fe4-3668-4186-b960-097b25001fda tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (16b3bd1e-2e40-462e-ab98-fc4ddeb73f80), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.679972 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a0fe4-3668-4186-b960-097b25001fda tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b3bd1e-2e40-462e-ab98-fc4ddeb73f80,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:28.691761 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f13a0fe4-3668-4186-b960-097b25001fda tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:28.701383 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f13a0fe4-3668-4186-b960-097b25001fda tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491230 Jan 28 01:02:29.299930 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device d6187b39-ef49-478f-b2d5-90ab239f6695 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:29.346759 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port d6187b39-ef49-478f-b2d5-90ab239f6695 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:29.347091 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:29.437407 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port d6187b39-ef49-478f-b2d5-90ab239f6695 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:29.437886 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:29.459070 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3e3ee-924e-476f-b7ef-b031fd5127a3 req-f349e445-e390-4ec6-bdfc-9eef969d7494 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:29.460826 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f3b3e3ee-924e-476f-b7ef-b031fd5127a3 req-f349e445-e390-4ec6-bdfc-9eef969d7494 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0673189 Jan 28 01:02:29.463905 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port d6187b39-ef49-478f-b2d5-90ab239f6695, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=d6187b39-ef49-478f-b2d5-90ab239f6695,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:29.468214 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:29.510739 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52778157-cc0e-497d-b292-09967feb27ee req-05cbeb08-4d46-432b-b782-93c5512955ea tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:29.517825 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-52778157-cc0e-497d-b292-09967feb27ee req-05cbeb08-4d46-432b-b782-93c5512955ea tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 944 time: 0.0688691 Jan 28 01:02:29.532502 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=d6187b39-ef49-478f-b2d5-90ab239f6695,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:29.545939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:29.554322 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f3b3e3ee-924e-476f-b7ef-b031fd5127a3 req-4a8cdc84-4547-476b-856a-7ae5da3c53da tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841422 Jan 28 01:02:29.566430 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-52778157-cc0e-497d-b292-09967feb27ee req-44b6a6b8-a086-4f40-8f98-ccfd51d9aca4 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477891 Jan 28 01:02:29.603329 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:02:29.608202 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:29.608586 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:29.705160 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:29.705548 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:29.737914 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31677564-4255-423a-b0c3-c971c15d7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc14b94-86ca-45c6-8d82-f843ddbc5a06'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:29.740195 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c35d365-1c65-49c6-856d-6c82ca3f666a" -d '{"events": [{"server_uuid": "31677564-4255-423a-b0c3-c971c15d7088", "name": "network-vif-plugged", "status": "completed", "tag": "7dc14b94-86ca-45c6-8d82-f843ddbc5a06"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:29.754978 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:29.760553 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:29.791845 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9201b526-df56-4130-95f9-7ac485375df6 x-openstack-request-id: req-9201b526-df56-4130-95f9-7ac485375df6 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:29.792144 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31677564-4255-423a-b0c3-c971c15d7088", "name": "network-vif-plugged", "status": "completed", "tag": "7dc14b94-86ca-45c6-8d82-f843ddbc5a06", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:29.792403 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9201b526-df56-4130-95f9-7ac485375df6 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:29.792801 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31677564-4255-423a-b0c3-c971c15d7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc14b94-86ca-45c6-8d82-f843ddbc5a06', 'code': 200} Jan 28 01:02:29.827196 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:30.043380 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17998-304f-4ec3-816b-bfa06d4aa20f req-aaed24b0-9b7e-4a5a-a5ec-81df6a4f2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.044921 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c2d17998-304f-4ec3-816b-bfa06d4aa20f req-aaed24b0-9b7e-4a5a-a5ec-81df6a4f2b34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 1098 time: 0.0470703 Jan 28 01:02:30.058446 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Sync routers for ids ['4a09d06e-c780-4d5b-a868-80fd804611e8'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:30.068098 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Routers {'4a09d06e-c780-4d5b-a868-80fd804611e8'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:30.068690 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4a09d06e-c780-4d5b-a868-80fd804611e8'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:30.089917 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c2d17998-304f-4ec3-816b-bfa06d4aa20f req-113fb694-9527-44b2-b632-190da79ff25d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378628 Jan 28 01:02:30.270277 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Set router 4a09d06e-c780-4d5b-a868-80fd804611e8 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:30.481157 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 4, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '7f3d8e4f-00df-4737-b047-f27461b36c60', 'name': '', 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'mac_address': 'fa:16:3e:26:91:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:25Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 2, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'subnets': [{'id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:30.507190 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Checking router: 4a09d06e-c780-4d5b-a868-80fd804611e8 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:30.507544 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Updating router 4a09d06e-c780-4d5b-a868-80fd804611e8 port 7f3d8e4f-00df-4737-b047-f27461b36c60 binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:02:30.532976 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.698825 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2c0df-be0b-4893-b189-8e690eb276f9 req-6eff7cd7-c137-4045-83f0-b75de79b823a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.703584 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ddd2c0df-be0b-4893-b189-8e690eb276f9 req-6eff7cd7-c137-4045-83f0-b75de79b823a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0761404 Jan 28 01:02:30.708524 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274684e-1c9f-4562-8536-4ebe2561c066 req-52d6c1ee-1539-4e55-8bc4-3f2bc05976b8 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.710323 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a274684e-1c9f-4562-8536-4ebe2561c066 req-52d6c1ee-1539-4e55-8bc4-3f2bc05976b8 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 945 time: 0.0646462 Jan 28 01:02:30.768322 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ddd2c0df-be0b-4893-b189-8e690eb276f9 req-2c81e77d-2c3a-4737-83e7-fb707c621df8 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620072 Jan 28 01:02:30.788042 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a274684e-1c9f-4562-8536-4ebe2561c066 req-f0438775-096e-403f-9795-0bc493d19189 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701060 Jan 28 01:02:30.833834 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Publish callbacks [] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.839715 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.886184 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Pushing event updated for resources: {'Port': ['ID=7f3d8e4f-00df-4737-b047-f27461b36c60,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:30.897478 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.897865 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901114 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901114 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901114 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901114 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901114 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901114 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901114 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901750 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901750 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.901930 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.902211 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:30.965190 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Attempting to bind port 7f3d8e4f-00df-4737-b047-f27461b36c60 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:30.965565 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Attempting to bind port 7f3d8e4f-00df-4737-b047-f27461b36c60 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:30.965930 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Attempting to bind port 7f3d8e4f-00df-4737-b047-f27461b36c60 on network b26f5544-22de-4f76-b259-22db9ab895ad {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:30.971510 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:30.972022 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Checking segment: {'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:30.972280 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.972673 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Bound using segment: {'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:30.973149 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Bound port: 7f3d8e4f-00df-4737-b047-f27461b36c60, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccab17e-01ab-40f8-83b9-c568715ecb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:30.973626 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.048081 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] For port 7f3d8e4f-00df-4737-b047-f27461b36c60, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:31.051650 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] For port 7f3d8e4f-00df-4737-b047-f27461b36c60, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=7f3d8e4f-00df-4737-b047-f27461b36c60,segment=NetworkSegment(dccab17e-01ab-40f8-83b9-c568715ecb72),segment_id=dccab17e-01ab-40f8-83b9-c568715ecb72)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:31.058620 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.124916 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Routers {'4a09d06e-c780-4d5b-a868-80fd804611e8'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:31.125561 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4a09d06e-c780-4d5b-a868-80fd804611e8'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:31.168980 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Provisioning complete for port 7f3d8e4f-00df-4737-b047-f27461b36c60 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:31.169600 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.172466 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ef34d-f01c-4d7e-83e3-076fef50b154 None None] Pushing event updated for resources: {'Port': ['ID=7f3d8e4f-00df-4737-b047-f27461b36c60,revision_number=4']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:31.276459 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] Set router 4a09d06e-c780-4d5b-a868-80fd804611e8 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:31.303771 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Current status of the port 7f3d8e4f-00df-4737-b047-f27461b36c60 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:31.304174 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.345325 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] For port 7f3d8e4f-00df-4737-b047-f27461b36c60, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=7f3d8e4f-00df-4737-b047-f27461b36c60,segment=NetworkSegment(dccab17e-01ab-40f8-83b9-c568715ecb72),segment_id=dccab17e-01ab-40f8-83b9-c568715ecb72)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:31.349917 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.382541 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 7f3d8e4f-00df-4737-b047-f27461b36c60 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:31.439032 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Pushing event updated for resources: {'Port': ['ID=7f3d8e4f-00df-4737-b047-f27461b36c60,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:31.449572 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.449917 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.450254 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.450588 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.450939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.451268 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.451596 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.451913 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.452233 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.452884 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.453068 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.453394 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.453711 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93d42f-9d7e-4221-8da6-316d21dfd564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:31.481633 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 7f3d8e4f-00df-4737-b047-f27461b36c60 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:31.482062 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.485131 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-1c6d028f-a2f2-457b-9365-4c0e4cc20dd2 None None] Provisioning complete for port 7f3d8e4f-00df-4737-b047-f27461b36c60 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:31.485488 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1c6d028f-a2f2-457b-9365-4c0e4cc20dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.525134 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 4, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '7f3d8e4f-00df-4737-b047-f27461b36c60', 'name': '', 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'mac_address': 'fa:16:3e:26:91:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:25Z', 'updated_at': '2022-01-28T01:02:31Z', 'revision_number': 4, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'subnets': [{'id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:31.552660 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca0070-b506-49ed-a767-800d60a97aee None None] The sync data for ids ['4a09d06e-c780-4d5b-a868-80fd804611e8'] in dv-cinder-816898-6-iscsi is: [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:02:26Z', 'revision_number': 4, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '7f3d8e4f-00df-4737-b047-f27461b36c60', 'name': '', 'network_id': 'b26f5544-22de-4f76-b259-22db9ab895ad', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'mac_address': 'fa:16:3e:26:91:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:25Z', 'updated_at': '2022-01-28T01:02:31Z', 'revision_number': 4, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'subnets': [{'id': 'f6522ca0-1668-4b9f-b0f0-a7309487ebac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:31.643661 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d028f-a2f2-457b-9365-4c0e4cc20dd2 None None] Current status of the port 7f3d8e4f-00df-4737-b047-f27461b36c60 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:31.647301 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 7f3d8e4f-00df-4737-b047-f27461b36c60 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:31.648310 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device d6187b39-ef49-478f-b2d5-90ab239f6695 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:31.702072 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port d6187b39-ef49-478f-b2d5-90ab239f6695 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:31.702452 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.786482 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port d6187b39-ef49-478f-b2d5-90ab239f6695 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:31.895624 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b037ea2-cee7-4d34-b457-a3cf32452d19 req-9090a3da-acc6-4604-8a0d-56cf08e95420 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.897886 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8b037ea2-cee7-4d34-b457-a3cf32452d19 req-9090a3da-acc6-4604-8a0d-56cf08e95420 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0532560 Jan 28 01:02:31.915685 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c378c81-5769-4fa4-942a-bdfd02a5e39d req-095fa5af-ad6b-4e66-b618-742a55fb50ac tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.917279 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8c378c81-5769-4fa4-942a-bdfd02a5e39d req-095fa5af-ad6b-4e66-b618-742a55fb50ac tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 945 time: 0.0552013 Jan 28 01:02:31.972837 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8c378c81-5769-4fa4-942a-bdfd02a5e39d req-ad34040b-6bff-4020-97dd-dfd19574a0c5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491405 Jan 28 01:02:31.978511 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8b037ea2-cee7-4d34-b457-a3cf32452d19 req-84a8f990-f09c-453a-85b8-40c086e3d1bf tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722113 Jan 28 01:02:33.094775 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6b15e-75fe-4638-a8ef-efb0ad3bc985 req-dce0f841-7c02-46d7-83c6-06300f0848b1 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:33.096377 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48e6b15e-75fe-4638-a8ef-efb0ad3bc985 req-dce0f841-7c02-46d7-83c6-06300f0848b1 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0499341 Jan 28 01:02:33.159816 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48e6b15e-75fe-4638-a8ef-efb0ad3bc985 req-d82249fd-20c4-4000-8e79-231d7aaeac80 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570610 Jan 28 01:02:33.256729 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 7f3d8e4f-00df-4737-b047-f27461b36c60 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:33.320534 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 7f3d8e4f-00df-4737-b047-f27461b36c60 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:33.320907 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:33.420344 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 7f3d8e4f-00df-4737-b047-f27461b36c60 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:34.278949 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fabbd-c9fe-4081-9da3-338a4b4b209a req-82742eae-676e-4dd9-8eea-0c395bdde20f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:34.280422 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-717fabbd-c9fe-4081-9da3-338a4b4b209a req-82742eae-676e-4dd9-8eea-0c395bdde20f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0487430 Jan 28 01:02:34.340759 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-717fabbd-c9fe-4081-9da3-338a4b4b209a req-048658cf-2ca9-48ca-8ef0-a41e0b1eddc7 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544784 Jan 28 01:02:35.459171 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc331-3b66-4a62-a5e0-71f289a28d7b req-b4fa5a7b-b72e-4c56-b7d1-27269bb5a1c9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:35.460694 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2b7fc331-3b66-4a62-a5e0-71f289a28d7b req-b4fa5a7b-b72e-4c56-b7d1-27269bb5a1c9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0513597 Jan 28 01:02:35.525736 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2b7fc331-3b66-4a62-a5e0-71f289a28d7b req-bfeba695-3b4c-4be1-a956-b1fb8159feba tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580955 Jan 28 01:02:36.643415 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0863-771d-4b63-8759-217f4c3e23fe req-8dbc0e21-63ec-4ff0-9d51-1abe090eb8d9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.644874 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-223c0863-771d-4b63-8759-217f4c3e23fe req-8dbc0e21-63ec-4ff0-9d51-1abe090eb8d9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0483859 Jan 28 01:02:36.709999 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-223c0863-771d-4b63-8759-217f4c3e23fe req-82dbdf1b-959a-4182-9474-6e2568f04cd9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586617 Jan 28 01:02:37.830462 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577ca6-73fd-4d9e-868b-808dd6146452 req-a74e3971-7ac7-45a4-8bc1-307f6579f919 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:37.832035 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9c577ca6-73fd-4d9e-868b-808dd6146452 req-a74e3971-7ac7-45a4-8bc1-307f6579f919 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0488071 Jan 28 01:02:37.897483 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9c577ca6-73fd-4d9e-868b-808dd6146452 req-c2fc6c38-f814-41b3-a0d0-7971609dc6a4 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585420 Jan 28 01:02:39.067027 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:02:39.116047 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e734-1e96-49a7-8119-f5477e9686f1 req-216a7fcd-9dba-4cc3-acc2-8ea7958ab8b7 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:39.117510 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4651e734-1e96-49a7-8119-f5477e9686f1 req-216a7fcd-9dba-4cc3-acc2-8ea7958ab8b7 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.1511438 Jan 28 01:02:39.176505 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4651e734-1e96-49a7-8119-f5477e9686f1 req-2b84f29b-5229-435a-8a13-9087f053d11a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532796 Jan 28 01:02:40.308415 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f10542-3cb2-4bfc-a551-d250648a69ef req-d8458ddb-5b5c-45b7-b4d0-b13977c453dc tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:40.309892 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-50f10542-3cb2-4bfc-a551-d250648a69ef req-d8458ddb-5b5c-45b7-b4d0-b13977c453dc tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0540524 Jan 28 01:02:40.376143 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-50f10542-3cb2-4bfc-a551-d250648a69ef req-19f4c8d3-fcc5-47d9-b326-32027f965689 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&id=94b90060-95e9-4a09-b32d-92635b5508a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595493 Jan 28 01:02:42.075693 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:44.131321 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3f6531fb-ed66-4099-af0a-60a28ca72734 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.132936 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3f6531fb-ed66-4099-af0a-60a28ca72734 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 814 time: 0.1137495 Jan 28 01:02:44.148211 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-f126b2ca-ced5-47c1-9e9f-21e613afed68 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/quotas/433c6f07b086479f94f16f5314942da7 HTTP/1.1" status: 200 len: 375 time: 0.0093770 Jan 28 01:02:44.204244 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-ef6b777d-3197-4a19-8957-9f3aace3b876 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491719 Jan 28 01:02:44.342286 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-827d9227-adec-4c87-b4c1-f12fbef77ef6 service neutron] 10.222.0.78 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312821 Jan 28 01:02:44.431611 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-90473639-57e3-4132-abe6-119a5fb2cb9c service neutron] 10.222.0.78 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831599 Jan 28 01:02:44.587552 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1e9880f1-29bb-453f-b57d-aa1b8515d6f6 req-ce5ae5fb-4982-4ec6-94c3-1428a079fde0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 210 time: 0.0251901 Jan 28 01:02:44.756984 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-5ed3ddf5-8666-412e-a28d-8e78bb2d584b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391333 Jan 28 01:02:45.092282 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-effb8b96-c2e5-42db-b7f2-cc5ec77ca27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:45.094443 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-effb8b96-c2e5-42db-b7f2-cc5ec77ca27d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1137 time: 0.2537766 Jan 28 01:02:45.220249 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-8b01eac7-7552-46b1-a6d1-aebfdd13d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:45.221834 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-8b01eac7-7552-46b1-a6d1-aebfdd13d27f service neutron] 10.222.0.15 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 916 time: 0.0864365 Jan 28 01:02:45.350787 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-6658bf37-b140-4b68-811f-3552d96732e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 1001 time: 0.0926995 Jan 28 01:02:45.416746 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-1eace418-5e45-4b42-bce5-60a3781d7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:45.418207 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-1eace418-5e45-4b42-bce5-60a3781d7784 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 200 len: 854 time: 0.0440207 Jan 28 01:02:45.482276 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-6a56c853-328a-4d97-98c9-89b84bf3af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:45.483783 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-6a56c853-328a-4d97-98c9-89b84bf3af96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515656 Jan 28 01:02:45.577877 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-baa6d130-b9a7-4a53-913c-f8c2149f67bd service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797651 Jan 28 01:02:45.691134 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6eb78386-bcfc-4b4b-b1cd-8e93d87bfabd req-03c1f9be-fc6a-476e-b206-13f1246bcf4a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 210 time: 0.0337148 Jan 28 01:02:45.693064 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-23d65495-9cf1-4da9-8975-7c34e43717b1 req-a39a5f4e-a1ff-4f51-9fe9-1dcda05dbbfc service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078663 Jan 28 01:02:46.088263 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-e366c1bb-4dfd-4880-a623-693dced9e35c tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:46.089845 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-e366c1bb-4dfd-4880-a623-693dced9e35c tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 814 time: 0.1061344 Jan 28 01:02:46.111607 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Request body: {'port': {'device_id': '49f18b7d-3661-4a95-9adc-6b3086996175', 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'admin_state_up': True, 'tenant_id': '433c6f07b086479f94f16f5314942da7'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:46.223109 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Made reservation on behalf of 433c6f07b086479f94f16f5314942da7 for: {'port': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:46.226390 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:46.352208 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Allocated IP 172.20.0.11 (8d64b8b0-7739-4455-9d0c-091754eae844/1e58ebe7-0e51-4b33-94a3-ee329cc76bd2/5675595b-a397-4283-a05e-85b239e3bbc1) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:46.496947 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks [] for port (5675595b-a397-4283-a05e-85b239e3bbc1), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:46.530251 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:46.574283 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Network 8d64b8b0-7739-4455-9d0c-091754eae844 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:46.577310 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:46.579587 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'e1715f83-ff51-4c85-b157-6651e8b0d99a', '7dc14b94-86ca-45c6-8d82-f843ddbc5a06'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:46.583323 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:46.591079 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Pushing event updated for resources: {'Port': ['ID=5675595b-a397-4283-a05e-85b239e3bbc1,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:46.637242 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:46.637961 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:46.655698 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-66052c6e-691e-4224-ae51-98c9e9c48ca5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5480733 Jan 28 01:02:46.688877 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Request body: {'port': {'device_id': '49f18b7d-3661-4a95-9adc-6b3086996175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:46.743222 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:46.880146 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-729b141e-8fc9-4442-971f-a3ceaa12ff5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:46.889888 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2c07-5fc9-4ef8-8b3b-06bff9ab58af req-04d30ac9-aa12-4d76-8196-b39037c31b7b tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:46.891411 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-07eb2c07-5fc9-4ef8-8b3b-06bff9ab58af req-04d30ac9-aa12-4d76-8196-b39037c31b7b tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 932 time: 0.1323628 Jan 28 01:02:46.996431 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-07eb2c07-5fc9-4ef8-8b3b-06bff9ab58af req-870fbe12-8e8f-4bbb-bbd6-87a133d61f20 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934410 Jan 28 01:02:47.073009 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5675595b-a397-4283-a05e-85b239e3bbc1 {{(pid=102324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:47.080525 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Publish callbacks [] for port (5675595b-a397-4283-a05e-85b239e3bbc1), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.094479 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.provisioning_blocks [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Transition to ACTIVE for port object 5675595b-a397-4283-a05e-85b239e3bbc1 will not be triggered until provisioned by entity L2. {{(pid=102324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:02:47.099538 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.163407 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Pushing event updated for resources: {'Port': ['ID=5675595b-a397-4283-a05e-85b239e3bbc1,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:47.214673 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Attempting to bind port 5675595b-a397-4283-a05e-85b239e3bbc1 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:47.215029 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Attempting to bind port 5675595b-a397-4283-a05e-85b239e3bbc1 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:47.215354 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Attempting to bind port 5675595b-a397-4283-a05e-85b239e3bbc1 on network 8d64b8b0-7739-4455-9d0c-091754eae844 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:47.219620 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Port 5675595b-a397-4283-a05e-85b239e3bbc1 on network 8d64b8b0-7739-4455-9d0c-091754eae844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:02:47.219938 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Attempting to bind port 5675595b-a397-4283-a05e-85b239e3bbc1 on network 8d64b8b0-7739-4455-9d0c-091754eae844 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:47.224562 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:47.224891 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Checking segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:47.225261 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Bound using segment: {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:47.225672 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Bound port: 5675595b-a397-4283-a05e-85b239e3bbc1, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee145821-598d-4449-8b97-449533431f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844'}}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:47.226016 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.289888 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] For port 5675595b-a397-4283-a05e-85b239e3bbc1, host hv-cinder-81689, cleared binding levels {{(pid=102324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:47.292888 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] For port 5675595b-a397-4283-a05e-85b239e3bbc1, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5675595b-a397-4283-a05e-85b239e3bbc1,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:47.297351 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.330504 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:47.331142 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.332510 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] 10.222.0.15 "PUT /v2.0/ports/5675595b-a397-4283-a05e-85b239e3bbc1 HTTP/1.1" status: 200 len: 1094 time: 0.6491053 Jan 28 01:02:47.332940 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f18b7d-3661-4a95-9adc-6b3086996175', 'tag': '5675595b-a397-4283-a05e-85b239e3bbc1'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:47.335161 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408ca5f3-18c9-45c9-b911-cd4fa9350411" -d '{"events": [{"name": "network-changed", "server_uuid": "49f18b7d-3661-4a95-9adc-6b3086996175", "tag": "5675595b-a397-4283-a05e-85b239e3bbc1"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:47.357396 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2c8c2-122f-4e4b-a120-adc6fadbae8c service neutron] Pushing event updated for resources: {'Port': ['ID=5675595b-a397-4283-a05e-85b239e3bbc1,revision_number=3']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:47.374535 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a521846-cb55-426d-984c-58af53286186 x-openstack-request-id: req-9a521846-cb55-426d-984c-58af53286186 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:47.374841 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f18b7d-3661-4a95-9adc-6b3086996175", "tag": "5675595b-a397-4283-a05e-85b239e3bbc1", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:47.375119 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a521846-cb55-426d-984c-58af53286186 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:47.375519 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f18b7d-3661-4a95-9adc-6b3086996175', 'tag': '5675595b-a397-4283-a05e-85b239e3bbc1', 'status': 'completed', 'code': 200} Jan 28 01:02:47.500599 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-5eb946e7-cff5-47e9-9086-d769d72a916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:47.502082 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-5eb946e7-cff5-47e9-9086-d769d72a916b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 1097 time: 0.0407879 Jan 28 01:02:47.575224 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-6612e988-d764-4d2a-ba57-bab282d035ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5675595b-a397-4283-a05e-85b239e3bbc1 HTTP/1.1" status: 200 len: 217 time: 0.0376215 Jan 28 01:02:47.630513 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-0755f3c4-e0d2-4b8f-bc50-1b15416527ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:47.632032 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-0755f3c4-e0d2-4b8f-bc50-1b15416527ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 200 len: 854 time: 0.0446601 Jan 28 01:02:47.665066 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-e05f8e57-06e8-4f2b-b330-c55eeacf96d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d64b8b0-7739-4455-9d0c-091754eae844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251501 Jan 28 01:02:47.757856 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-86f063c9-3bc1-45ca-ba38-eeecc3d2cdc0 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852866 Jan 28 01:02:47.854004 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-97fd94b0-cdb4-4d35-95dd-0ef3cd28194d req-157f6af5-8b1e-4576-93ba-1e4c16515d74 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823121 Jan 28 01:02:48.023502 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-3b7fd04f-4321-4f9c-981f-a2a9942c22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.026205 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-3b7fd04f-4321-4f9c-981f-a2a9942c22a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=433c6f07b086479f94f16f5314942da7&device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 1097 time: 0.0493350 Jan 28 01:02:48.162353 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048ae01-3657-413c-a902-8812d3d584c6 req-2fc16995-51ff-4969-8144-89f4bf9edbe5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.163871 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2048ae01-3657-413c-a902-8812d3d584c6 req-2fc16995-51ff-4969-8144-89f4bf9edbe5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 944 time: 0.0984590 Jan 28 01:02:48.185855 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-18b7d181-e035-4b5a-be73-0041f69bb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.187344 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-18b7d181-e035-4b5a-be73-0041f69bb47f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 200 len: 915 time: 0.1431768 Jan 28 01:02:48.239472 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-027ebb14-9d20-47a3-b441-eec7ea2e916e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5675595b-a397-4283-a05e-85b239e3bbc1 HTTP/1.1" status: 200 len: 217 time: 0.0445962 Jan 28 01:02:48.250860 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2048ae01-3657-413c-a902-8812d3d584c6 req-013760c1-3c6f-4f25-af70-b9ec0a666511 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811534 Jan 28 01:02:48.295652 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-a7611cb6-cf9d-4489-9352-f1d1889d8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.297039 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-a7611cb6-cf9d-4489-9352-f1d1889d8619 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 200 len: 854 time: 0.0452771 Jan 28 01:02:48.333729 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-96251bb1-4476-4b16-8057-d8dd466c96ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d64b8b0-7739-4455-9d0c-091754eae844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258608 Jan 28 01:02:48.437874 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-d06863df-4321-4817-8784-2af1bcbb49f5 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902126 Jan 28 01:02:48.529206 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408ca5f3-18c9-45c9-b911-cd4fa9350411 req-5fbdfebb-ed16-453a-a841-9e910207ae55 service neutron] 10.222.0.15 "GET /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831599 Jan 28 01:02:49.192503 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-befded9a-7d9a-4f11-9752-c3da3a6c3434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:49.295625 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-e3d44310-1dec-462e-81e4-c635a814e86a tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296656208&fields=id&tenant_id=5e156503ec1b459fbe5516b459e0c38b HTTP/1.1" status: 200 len: 267 time: 0.0497141 Jan 28 01:02:49.383091 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb218b7b-1121-4142-8566-bc8cf0d094f9 req-c138cb61-19ec-494f-a3fc-f8dbe06c8eea tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:49.385511 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-eb218b7b-1121-4142-8566-bc8cf0d094f9 req-c138cb61-19ec-494f-a3fc-f8dbe06c8eea tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 944 time: 0.0548091 Jan 28 01:02:49.407097 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-6248fd68-6711-4869-84ff-f760bb987fef tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:49.408584 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-6248fd68-6711-4869-84ff-f760bb987fef tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/networks?id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 200 len: 809 time: 0.1103699 Jan 28 01:02:49.424943 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-64ad53ac-a4fa-42c2-bcfe-9e78754f2f7c tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/quotas/5e156503ec1b459fbe5516b459e0c38b HTTP/1.1" status: 200 len: 375 time: 0.0109382 Jan 28 01:02:49.435632 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-eb218b7b-1121-4142-8566-bc8cf0d094f9 req-fb501ab0-1897-4577-b045-bedde2aa9d35 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438750 Jan 28 01:02:49.479658 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-ff321fda-6c7e-4b6e-9ca5-da4cfa12d95f tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e156503ec1b459fbe5516b459e0c38b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490353 Jan 28 01:02:49.581202 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-ddbd0930-abae-4515-8659-7924f015e444 service neutron] 10.222.0.78 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900614 Jan 28 01:02:49.670499 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 5675595b-a397-4283-a05e-85b239e3bbc1 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:49.674670 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-dd307480-2c3d-434c-9d34-11e40654bfc6 service neutron] 10.222.0.78 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874393 Jan 28 01:02:49.898540 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 5675595b-a397-4283-a05e-85b239e3bbc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5675595b-a397-4283-a05e-85b239e3bbc1,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:49.915233 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '5675595b-a397-4283-a05e-85b239e3bbc1', 'network_id': '8d64b8b0-7739-4455-9d0c-091754eae844', 'port_id': '5675595b-a397-4283-a05e-85b239e3bbc1', 'mac_address': 'fa:16:3e:6d:3e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e58ebe7-0e51-4b33-94a3-ee329cc76bd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:49.970516 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 5675595b-a397-4283-a05e-85b239e3bbc1 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:49.970949 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:49.982001 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97164ae6-5901-4e78-8ada-d9dca0383252 req-4f810a9f-3404-4b54-bb12-af07d7a5baa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 210 time: 0.0309594 Jan 28 01:02:49.987299 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5675595b-a397-4283-a05e-85b239e3bbc1 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:50.007514 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 5675595b-a397-4283-a05e-85b239e3bbc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5675595b-a397-4283-a05e-85b239e3bbc1,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:50.012602 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:50.068615 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=5675595b-a397-4283-a05e-85b239e3bbc1,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:50.444509 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['5675595b-a397-4283-a05e-85b239e3bbc1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:50.524402 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:50.569402 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873da0b-41c0-4048-8f57-47d5da09d99f req-47842653-8fc3-410f-af68-2ce664bb0ed2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:50.571785 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9873da0b-41c0-4048-8f57-47d5da09d99f req-47842653-8fc3-410f-af68-2ce664bb0ed2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 945 time: 0.0627613 Jan 28 01:02:50.624786 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9873da0b-41c0-4048-8f57-47d5da09d99f req-c49aaf9a-76dd-45b7-a402-551639976c87 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 Jan 28 01:02:51.071467 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-45611f46-7d84-4781-92a8-bc6582b250ad req-70b011a6-d3f3-4dea-b787-6b8256704f93 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 210 time: 0.0246494 Jan 28 01:02:51.305788 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-2bcb21b0-6c46-46de-9b3f-e1cc0b81f9ee tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:51.307299 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-2bcb21b0-6c46-46de-9b3f-e1cc0b81f9ee tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.15 "GET /v2.0/networks?id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 200 len: 809 time: 0.1037860 Jan 28 01:02:51.425974 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c7a4607e-095d-4509-ae30-19291f354948 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e156503ec1b459fbe5516b459e0c38b HTTP/1.1" status: 200 len: 380 time: 0.0566568 Jan 28 01:02:51.436104 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'port': {'device_id': '47e78861-36ac-4839-a201-ad85a067439a', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'admin_state_up': True, 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'security_groups': ['714dafc8-0b2c-4850-8f2b-e45078316c4b']}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:51.548299 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Made reservation on behalf of 5e156503ec1b459fbe5516b459e0c38b for: {'port': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:51.551603 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.682092 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Allocated IP 172.20.0.13 (86bf1e59-906d-4d2f-bc1b-2c7309e2352c/9318b003-99e0-4277-af1f-d6d0879ac950/2bcf2856-230f-406e-be0e-7ecdcc4a3436) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:51.696401 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 5675595b-a397-4283-a05e-85b239e3bbc1 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:51.752864 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69210-e5c0-4f30-b6b6-426aa6333196 req-f050bbd0-d5d7-4563-a6c2-cd96f1e7e5d2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:51.754334 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 5675595b-a397-4283-a05e-85b239e3bbc1 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:02:51.754467 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8bd69210-e5c0-4f30-b6b6-426aa6333196 req-f050bbd0-d5d7-4563-a6c2-cd96f1e7e5d2 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 945 time: 0.0563488 Jan 28 01:02:51.759038 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 5675595b-a397-4283-a05e-85b239e3bbc1 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:51.760033 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.812555 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8bd69210-e5c0-4f30-b6b6-426aa6333196 req-e29f14a8-66df-4084-941d-ecc4c7308ce9 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505705 Jan 28 01:02:51.843343 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.848337 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 5675595b-a397-4283-a05e-85b239e3bbc1 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:51.848726 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.872358 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f18b7d-3661-4a95-9adc-6b3086996175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5675595b-a397-4283-a05e-85b239e3bbc1'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:51.874549 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e036f21-c112-4781-be54-60bec97eb995" -d '{"events": [{"server_uuid": "49f18b7d-3661-4a95-9adc-6b3086996175", "name": "network-vif-plugged", "status": "completed", "tag": "5675595b-a397-4283-a05e-85b239e3bbc1"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:51.883516 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.887794 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 5675595b-a397-4283-a05e-85b239e3bbc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5675595b-a397-4283-a05e-85b239e3bbc1,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:51.893528 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.916430 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496a928-5633-4b82-9906-c4c9d1073e39 x-openstack-request-id: req-8496a928-5633-4b82-9906-c4c9d1073e39 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:51.916726 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f18b7d-3661-4a95-9adc-6b3086996175", "name": "network-vif-plugged", "status": "completed", "tag": "5675595b-a397-4283-a05e-85b239e3bbc1", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:51.917109 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8496a928-5633-4b82-9906-c4c9d1073e39 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:51.917809 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f18b7d-3661-4a95-9adc-6b3086996175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5675595b-a397-4283-a05e-85b239e3bbc1', 'code': 200} Jan 28 01:02:51.933563 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:51.938899 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:51.943363 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:51.944772 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=5675595b-a397-4283-a05e-85b239e3bbc1,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:51.948013 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:51.982566 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.983039 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.983473 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.983880 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.984277 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.984618 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.985044 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.985425 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.985860 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.986392 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.986916 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.987293 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.987605 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:51.996796 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.012882 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.013601 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.031738 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-5585fdaa-dbc5-42d0-91f1-ee49512726e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6001041 Jan 28 01:02:52.063718 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Request body: {'port': {'device_id': '47e78861-36ac-4839-a201-ad85a067439a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:52.130466 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.233475 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-e9138f31-a551-45d5-9381-6d8b4573c1a7 None None] Provisioning complete for port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:52.233941 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e9138f31-a551-45d5-9381-6d8b4573c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.236327 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccfa53-c674-4e4a-985d-0d777e32dd10 req-1ede2914-0ccd-47c0-aea5-8e5001cfdb9a tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.238047 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41ccfa53-c674-4e4a-985d-0d777e32dd10 req-1ede2914-0ccd-47c0-aea5-8e5001cfdb9a tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 932 time: 0.0822887 Jan 28 01:02:52.276254 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-e9138f31-a551-45d5-9381-6d8b4573c1a7 None None] Port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:52.276958 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51000c9-c4a9-4a29-86be-e7257dd0170f req-eb271247-6f88-409e-923d-e10700898217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.278628 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c51000c9-c4a9-4a29-86be-e7257dd0170f req-eb271247-6f88-409e-923d-e10700898217 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 1099 time: 0.0849564 Jan 28 01:02:52.311350 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-41ccfa53-c674-4e4a-985d-0d777e32dd10 req-1c672c7c-356d-44e0-8e4c-64655fea315e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647871 Jan 28 01:02:52.346854 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c51000c9-c4a9-4a29-86be-e7257dd0170f req-bd5d2fed-70e8-4e6c-b084-73d733882c93 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565498 Jan 28 01:02:52.433118 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcf2856-230f-406e-be0e-7ecdcc4a3436 {{(pid=102324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:52.440442 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Publish callbacks [] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.453459 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.provisioning_blocks [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Transition to ACTIVE for port object 2bcf2856-230f-406e-be0e-7ecdcc4a3436 will not be triggered until provisioned by entity L2. {{(pid=102324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:02:52.456876 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.522588 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:52.573844 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Attempting to bind port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:52.574180 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Attempting to bind port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:52.574512 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Attempting to bind port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 on network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:52.579213 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 on network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:02:52.579542 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Attempting to bind port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 on network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:52.584456 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:52.584792 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Checking segment: {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:52.585174 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Bound using segment: {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'} {{(pid=102324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:52.585600 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.managers [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Bound port: 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c'}}] {{(pid=102324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:52.585955 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.652781 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, cleared binding levels {{(pid=102324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:52.656159 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:52.660220 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.693491 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.694149 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.695493 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] 10.222.0.15 "PUT /v2.0/ports/2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 200 len: 1094 time: 0.6364448 Jan 28 01:02:52.698294 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:52.701564 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d0503a-0181-41c7-a311-aa970ef074fa" -d '{"events": [{"name": "network-changed", "server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:52.737191 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edee8f-4710-4774-b350-1889b1dcfcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=3']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:52.747978 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e2eb04-ec0c-4ad6-9b24-3bcc89aa9e09 x-openstack-request-id: req-25e2eb04-ec0c-4ad6-9b24-3bcc89aa9e09 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:52.748270 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:52.748523 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25e2eb04-ec0c-4ad6-9b24-3bcc89aa9e09 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:52.748916 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'status': 'completed', 'code': 200} Jan 28 01:02:52.864249 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-16f8a92c-dff0-45e7-8293-dcd1b98055f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.865763 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-16f8a92c-dff0-45e7-8293-dcd1b98055f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e156503ec1b459fbe5516b459e0c38b&device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1097 time: 0.0420320 Jan 28 01:02:52.927473 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-0e25fcff-a346-4d06-9021-1423b059c186 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 200 len: 217 time: 0.0371904 Jan 28 01:02:52.931190 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06cf03-8e09-4219-bff2-74ab71f9b7ee req-002f97e2-1dec-44ef-a25a-97a1698aaff0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.932674 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3f06cf03-8e09-4219-bff2-74ab71f9b7ee req-002f97e2-1dec-44ef-a25a-97a1698aaff0 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 946 time: 0.0511577 Jan 28 01:02:52.978587 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-3d723fa0-959e-4d40-adb5-e0c91f56b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.979548 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3f06cf03-8e09-4219-bff2-74ab71f9b7ee req-f1bb8fe3-c217-4d54-b4cb-3e394c82cd60 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413218 Jan 28 01:02:52.980180 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-3d723fa0-959e-4d40-adb5-e0c91f56b8ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9318b003-99e0-4277-af1f-d6d0879ac950 HTTP/1.1" status: 200 len: 848 time: 0.0432248 Jan 28 01:02:53.028204 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-9cfcfb4b-5d22-422e-b37c-1adc674f9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.029769 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-9cfcfb4b-5d22-422e-b37c-1adc674f9972 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408428 Jan 28 01:02:53.125148 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-0336b1d9-679a-4453-a6f9-2f204c273eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837047 Jan 28 01:02:53.233593 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bf4792f6-0b9f-466a-bb5b-92bcd570fcf2 req-71717fc4-51c3-482b-9ac9-096c8d3cc7b1 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800381 Jan 28 01:02:53.322377 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:53.429804 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99897657-2be8-417f-ba78-d6dd236b0b2b req-ca3b4c46-b5e5-40dd-875a-ecbfdd061453 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.431955 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-99897657-2be8-417f-ba78-d6dd236b0b2b req-ca3b4c46-b5e5-40dd-875a-ecbfdd061453 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0531621 Jan 28 01:02:53.433175 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0503a-0181-41c7-a311-aa970ef074fa req-7186688d-e3cf-4986-b369-4f6dddeef5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.434717 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48d0503a-0181-41c7-a311-aa970ef074fa req-7186688d-e3cf-4986-b369-4f6dddeef5c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e156503ec1b459fbe5516b459e0c38b&device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1097 time: 0.0406835 Jan 28 01:02:53.483155 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-99897657-2be8-417f-ba78-d6dd236b0b2b req-f1a8f8b8-743a-4d58-a83f-0d7ec77c8c31 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456166 Jan 28 01:02:53.532436 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0503a-0181-41c7-a311-aa970ef074fa req-674a3352-86f2-45a6-9fe2-2e99ed9cc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.533894 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48d0503a-0181-41c7-a311-aa970ef074fa req-674a3352-86f2-45a6-9fe2-2e99ed9cc104 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 200 len: 910 time: 0.0901444 Jan 28 01:02:53.575845 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48d0503a-0181-41c7-a311-aa970ef074fa req-fbef923e-328a-448b-8efe-6869cf3318c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 200 len: 217 time: 0.0346000 Jan 28 01:02:53.831331 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0503a-0181-41c7-a311-aa970ef074fa req-52a0ca93-f939-4b1f-ba36-1b8cc418ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.832718 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48d0503a-0181-41c7-a311-aa970ef074fa req-52a0ca93-f939-4b1f-ba36-1b8cc418ab67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9318b003-99e0-4277-af1f-d6d0879ac950 HTTP/1.1" status: 200 len: 848 time: 0.2503853 Jan 28 01:02:53.890092 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0503a-0181-41c7-a311-aa970ef074fa req-ea18f2cd-060f-41a4-be0e-cf5e17a0069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.891649 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48d0503a-0181-41c7-a311-aa970ef074fa req-ea18f2cd-060f-41a4-be0e-cf5e17a0069d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475206 Jan 28 01:02:54.108328 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48d0503a-0181-41c7-a311-aa970ef074fa req-1c704d24-e60c-4236-91b5-874b6c62af84 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155303 Jan 28 01:02:54.123049 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851c84d-db1b-4872-b4f7-79d231e68d69 req-de8e8046-3a47-4122-9a14-d146b3077dd8 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.124604 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6851c84d-db1b-4872-b4f7-79d231e68d69 req-de8e8046-3a47-4122-9a14-d146b3077dd8 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 946 time: 0.0747025 Jan 28 01:02:54.239403 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6851c84d-db1b-4872-b4f7-79d231e68d69 req-e34398bc-3962-4750-9a2a-2ded6506c8a5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016128 Jan 28 01:02:54.255866 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-48d0503a-0181-41c7-a311-aa970ef074fa req-169ca895-9ace-4f9d-8332-06b7b2571fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273861 Jan 28 01:02:54.610716 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee838e1-cf4a-472c-acfa-08d982b29191 req-4f2f54d3-ba96-4dcc-b9ee-1197961b0fc2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.612535 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dee838e1-cf4a-472c-acfa-08d982b29191 req-4f2f54d3-ba96-4dcc-b9ee-1197961b0fc2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0574174 Jan 28 01:02:54.660077 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-dee838e1-cf4a-472c-acfa-08d982b29191 req-3169005a-9961-43f1-a47e-6e267f1b118f tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Jan 28 01:02:55.362520 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d337c6-e342-41b6-a41a-01eab39c4b08 req-04b4c3ab-b05d-4898-a8c7-1d07b2b63ab1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:55.364019 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-44d337c6-e342-41b6-a41a-01eab39c4b08 req-04b4c3ab-b05d-4898-a8c7-1d07b2b63ab1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 946 time: 0.0478320 Jan 28 01:02:55.411398 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-44d337c6-e342-41b6-a41a-01eab39c4b08 req-f83863b3-e244-4bab-b172-9d072a1d1cc1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Jan 28 01:02:55.787810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b137c3b-2ced-4301-b7d8-a4547286b61c req-3689bc42-4c11-4b11-a472-002f824d987b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:55.789283 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1b137c3b-2ced-4301-b7d8-a4547286b61c req-3689bc42-4c11-4b11-a472-002f824d987b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0508845 Jan 28 01:02:55.839715 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1b137c3b-2ced-4301-b7d8-a4547286b61c req-2a64525b-b698-4509-93a1-1c2262721a63 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447536 Jan 28 01:02:56.959786 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0350c-c939-40bd-839a-e10a32199b87 req-32b35f40-af45-4939-80e8-7f3f8dfba2c7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:56.961279 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3bc0350c-c939-40bd-839a-e10a32199b87 req-32b35f40-af45-4939-80e8-7f3f8dfba2c7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0483918 Jan 28 01:02:57.011994 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3bc0350c-c939-40bd-839a-e10a32199b87 req-9555a010-b349-429d-a7e2-cf4e04d52988 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Jan 28 01:02:58.127484 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5181fb-fbab-4631-9024-18527f562068 req-1b4ac78b-d0a9-4cf8-a96a-d072a7ad1e4f tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:58.129146 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3e5181fb-fbab-4631-9024-18527f562068 req-1b4ac78b-d0a9-4cf8-a96a-d072a7ad1e4f tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0485473 Jan 28 01:02:58.177588 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3e5181fb-fbab-4631-9024-18527f562068 req-33c77ce4-ea02-4027-82bc-6c9b2c7c5ed9 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427845 Jan 28 01:02:59.287476 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de0945-b737-42c7-95fb-c32189d6467e req-1f710b4c-73b2-4e55-891e-cf7b294d0f51 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:59.288947 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-36de0945-b737-42c7-95fb-c32189d6467e req-1f710b4c-73b2-4e55-891e-cf7b294d0f51 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0477846 Jan 28 01:02:59.336826 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-36de0945-b737-42c7-95fb-c32189d6467e req-09857af8-a101-4656-a538-e85a2f18a500 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Jan 28 01:03:00.454571 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500c6f3-ff4e-4a2d-a7b2-627d63c520b4 req-a50fc49a-1054-4809-84b4-0dbc2b5795a7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:00.456097 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8500c6f3-ff4e-4a2d-a7b2-627d63c520b4 req-a50fc49a-1054-4809-84b4-0dbc2b5795a7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0547988 Jan 28 01:03:00.504046 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8500c6f3-ff4e-4a2d-a7b2-627d63c520b4 req-8fc81a41-f6f6-45cd-aee2-fb436a5d2aca tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Jan 28 01:03:01.616318 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cf51-a9c3-48ae-9301-7a25fb5cb839 req-fe9dc187-d29b-40b9-9e23-ecf2be2bc1cf tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:01.617784 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4243cf51-a9c3-48ae-9301-7a25fb5cb839 req-fe9dc187-d29b-40b9-9e23-ecf2be2bc1cf tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0471907 Jan 28 01:03:01.667002 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4243cf51-a9c3-48ae-9301-7a25fb5cb839 req-c3576915-ec61-4b92-88ae-55d52bc14d4a tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Jan 28 01:03:01.733154 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2bcf2856-230f-406e-be0e-7ecdcc4a3436 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:03:01.828436 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:01.839939 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'port_id': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'mac_address': 'fa:16:3e:10:63:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:03:01.877300 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:01.877689 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:01.890179 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcf2856-230f-406e-be0e-7ecdcc4a3436 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:01.909316 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:01.913301 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:01.963627 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:02.387501 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['2bcf2856-230f-406e-be0e-7ecdcc4a3436'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:02.778098 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12247-f34b-4061-a32d-77d4c0e65268 req-3de4ef1f-81ab-4338-9458-c8453cff2d65 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:02.780194 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1da12247-f34b-4061-a32d-77d4c0e65268 req-3de4ef1f-81ab-4338-9458-c8453cff2d65 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 945 time: 0.0474453 Jan 28 01:03:02.830252 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1da12247-f34b-4061-a32d-77d4c0e65268 req-83de2d8f-a349-4ba2-b856-66eab1edd1f7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Jan 28 01:03:03.749778 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2bcf2856-230f-406e-be0e-7ecdcc4a3436 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:03.801373 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:03:03.805612 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:03.805992 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.883618 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:03.884043 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.911756 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:03.914008 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d78928-6d8b-4324-8f4b-7b6dc364b724" -d '{"events": [{"server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:03.927873 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:03.932027 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.955083 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4811-b857-4d54-b4f7-abb7a3f9f06f req-d4cd3d05-94b3-43dc-91ad-705cff337d1b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:03.955083 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d85e4811-b857-4d54-b4f7-abb7a3f9f06f req-d4cd3d05-94b3-43dc-91ad-705cff337d1b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 945 time: 0.0550959 Jan 28 01:03:03.961253 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29db95f-bf5a-4ace-a340-91c768966d39 x-openstack-request-id: req-f29db95f-bf5a-4ace-a340-91c768966d39 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:03.961543 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:03.961793 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f29db95f-bf5a-4ace-a340-91c768966d39 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:03.962699 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'code': 200} Jan 28 01:03:03.987139 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:04.014827 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d85e4811-b857-4d54-b4f7-abb7a3f9f06f req-5604ae94-eab6-4515-b6d4-4c36f77da032 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562880 Jan 28 01:03:04.421165 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f17d2-a0ec-453c-a79f-6ddcabae1391 req-c04dc5ff-ec9c-46c7-b24e-a0bec21380f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:04.422685 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-522f17d2-a0ec-453c-a79f-6ddcabae1391 req-c04dc5ff-ec9c-46c7-b24e-a0bec21380f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1099 time: 0.0929828 Jan 28 01:03:04.474495 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-522f17d2-a0ec-453c-a79f-6ddcabae1391 req-40e2ce51-2c29-4536-88c4-2cea5f77ac02 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 Jan 28 01:03:05.132075 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a571-a237-4711-91ce-ab9e6b6ffefc req-f8cc550f-d928-43eb-8fba-e6a0893fcc4b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:05.133491 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-17e1a571-a237-4711-91ce-ab9e6b6ffefc req-f8cc550f-d928-43eb-8fba-e6a0893fcc4b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0488183 Jan 28 01:03:05.184897 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-17e1a571-a237-4711-91ce-ab9e6b6ffefc req-ad9f875f-717c-4342-86bf-ff63fbbf08ed tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458651 Jan 28 01:03:06.315174 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e76cf8-3dad-413c-88b8-2fbd11cf5979 req-d531e8e7-d245-4e35-b65e-81086db9bdb5 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:06.316734 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d4e76cf8-3dad-413c-88b8-2fbd11cf5979 req-d531e8e7-d245-4e35-b65e-81086db9bdb5 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0621264 Jan 28 01:03:06.369315 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d4e76cf8-3dad-413c-88b8-2fbd11cf5979 req-0104d55c-0119-4dba-9c43-ca504d4f1aca tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Jan 28 01:03:07.492345 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9082b0f-adcf-41ed-a26f-3babe46a8c2e req-e2ff0390-c652-47dd-b085-206f5f5932ba tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:07.494345 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f9082b0f-adcf-41ed-a26f-3babe46a8c2e req-e2ff0390-c652-47dd-b085-206f5f5932ba tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0542612 Jan 28 01:03:07.545266 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f9082b0f-adcf-41ed-a26f-3babe46a8c2e req-355eddba-77a7-4629-95db-6003a2b5fa74 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451994 Jan 28 01:03:07.666349 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3bab-6ef4-4d70-8206-6be95657bd92 req-23799d8f-da24-4c49-9b12-ba120a28d161 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:07.667878 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2eff3bab-6ef4-4d70-8206-6be95657bd92 req-23799d8f-da24-4c49-9b12-ba120a28d161 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0522892 Jan 28 01:03:07.721891 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2eff3bab-6ef4-4d70-8206-6be95657bd92 req-0a1be96c-0b8b-4973-88bf-e8a0e7bed295 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480340 Jan 28 01:03:07.744645 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48140) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:07.829297 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417de19-1522-4104-9f54-fdc53e785743 tempest-TestShelveInstance-2125166966 tempest-TestShelveInstance-2125166966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:07.830796 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-8417de19-1522-4104-9f54-fdc53e785743 tempest-TestShelveInstance-2125166966 tempest-TestShelveInstance-2125166966-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1094 time: 0.0851612 Jan 28 01:03:07.833715 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48144) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:07.838447 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'port_id': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:07.861096 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.962697 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.075060 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Allocated IP 172.27.1.80 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/5a9c9929-a374-419e-91c8-d8e2daff9c25) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:08.188008 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for port (5a9c9929-a374-419e-91c8-d8e2daff9c25), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.228106 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (5a9c9929-a374-419e-91c8-d8e2daff9c25), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.273187 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:08.276962 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:08.283158 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:08.305896 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'Port': ['ID=5a9c9929-a374-419e-91c8-d8e2daff9c25,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:08.461563 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ce5c-f5d8-44d8-b66d-eba2831a0464 req-2b5b67c0-3390-44eb-85b6-673e8fc17419 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:08.463628 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3486ce5c-f5d8-44d8-b66d-eba2831a0464 req-2b5b67c0-3390-44eb-85b6-673e8fc17419 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 946 time: 0.1287675 Jan 28 01:03:08.580872 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3486ce5c-f5d8-44d8-b66d-eba2831a0464 req-2d7f8ade-1c2f-44c8-8c7f-9d9ea56a1849 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870638 Jan 28 01:03:08.742589 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for floatingip (20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.821631 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (5a9c9929-a374-419e-91c8-d8e2daff9c25), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.979241 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for port (5a9c9929-a374-419e-91c8-d8e2daff9c25), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.984080 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (5a9c9929-a374-419e-91c8-d8e2daff9c25), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.054674 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event updated for resources: {'Port': ['ID=5a9c9929-a374-419e-91c8-d8e2daff9c25,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:09.067524 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.169414 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.l3_db [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Floating IP 20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e associated. External IP: 172.27.1.80, port: 2bcf2856-230f-406e-be0e-7ecdcc4a3436. Jan 28 01:03:09.374803 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:09.487421 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:09.496879 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] Sync routers for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:09.506622 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.509562 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:09.510240 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:09.550990 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-e33d3f7a-3178-44ba-bf03-640f3e804fa4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7025065 Jan 28 01:03:09.550990 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:09.550990 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f318c-3eba-4760-a2db-b9c6cef11807" -d '{"events": [{"name": "network-changed", "server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:09.626992 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:09.646143 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442d5a29-e72e-486b-a9b9-8432948aea4d x-openstack-request-id: req-442d5a29-e72e-486b-a9b9-8432948aea4d {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:09.646646 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:09.647096 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-442d5a29-e72e-486b-a9b9-8432948aea4d {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:09.647678 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'status': 'completed', 'code': 200} Jan 28 01:03:09.772630 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6989c-7e46-47cb-ad3d-b69a74ac367c req-06e4ee7d-6708-4510-92dd-a497e28102ee tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:09.774136 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6fd6989c-7e46-47cb-ad3d-b69a74ac367c req-06e4ee7d-6708-4510-92dd-a497e28102ee tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 946 time: 0.0807462 Jan 28 01:03:09.778926 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-d9de704c-02bf-4b5a-a1b9-6d06ed916efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:09.780356 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-d9de704c-02bf-4b5a-a1b9-6d06ed916efd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e156503ec1b459fbe5516b459e0c38b&device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1099 time: 0.0578518 Jan 28 01:03:09.872803 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'port_id': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'mac_address': 'fa:16:3e:10:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e78861-36ac-4839-a201-ad85a067439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:08Z', 'revision_number': 0, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:09.874165 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6fd6989c-7e46-47cb-ad3d-b69a74ac367c req-76ed9507-82ae-4fd2-be1b-cd9e298d5d14 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927846 Jan 28 01:03:09.900872 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] Checking router: 0880c07d-c2c0-4d5a-806d-baf1d07f3bca for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:09.906600 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-6cbe6446-961a-4626-9cc0-c61f56e03196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:09.908115 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-6cbe6446-961a-4626-9cc0-c61f56e03196 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 200 len: 910 time: 0.1134067 Jan 28 01:03:09.910247 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:09.910871 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:02:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:09.979509 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-c1e032fc-3217-4387-a5d3-092e7fcc6b82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 200 len: 999 time: 0.0641208 Jan 28 01:03:10.021774 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:10.039496 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-36142ffb-193b-45c3-9432-1244ae31a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:10.040974 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-36142ffb-193b-45c3-9432-1244ae31a603 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9318b003-99e0-4277-af1f-d6d0879ac950 HTTP/1.1" status: 200 len: 848 time: 0.0450137 Jan 28 01:03:10.095841 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-ee2b4ba4-c1b8-432f-bdb5-e814f959e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:10.097342 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-ee2b4ba4-c1b8-432f-bdb5-e814f959e90d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455711 Jan 28 01:03:10.192002 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-83c06d54-2e6c-4b8b-8e35-955e84dac27a service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849116 Jan 28 01:03:10.256794 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'port_id': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'mac_address': 'fa:16:3e:10:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e78861-36ac-4839-a201-ad85a067439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:08Z', 'revision_number': 0, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:10.288630 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d83e36-c459-44a1-904a-45729b5a26b8 None None] The sync data for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi is: [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'port_id': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'mac_address': 'fa:16:3e:10:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e78861-36ac-4839-a201-ad85a067439a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:08Z', 'revision_number': 0, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:10.289619 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bc5f318c-3eba-4760-a2db-b9c6cef11807 req-0b907a52-04ff-4004-92bd-4fd8de267409 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 Jan 28 01:03:10.486476 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08248896-0761-4c8f-95f4-a6700e3b59f9 None None] New status for floating IP 20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e: ACTIVE {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:03:10.950967 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-0c031d02-4d39-41f7-8f0f-f830fb30dc62 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:10.952453 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-0c031d02-4d39-41f7-8f0f-f830fb30dc62 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 946 time: 0.0530667 Jan 28 01:03:11.053500 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332427a9-bec6-42ae-a897-e3b0090a2027 req-7c03bbc4-a4d2-41c0-b781-1b2876147634 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:11.055009 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-332427a9-bec6-42ae-a897-e3b0090a2027 req-7c03bbc4-a4d2-41c0-b781-1b2876147634 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 946 time: 0.1015062 Jan 28 01:03:11.112858 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Deleting port 5675595b-a397-4283-a05e-85b239e3bbc1 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:11.113199 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.120350 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-332427a9-bec6-42ae-a897-e3b0090a2027 req-73b8a115-8777-41bc-a97b-2cd2404e6850 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593197 Jan 28 01:03:11.207726 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] For port 5675595b-a397-4283-a05e-85b239e3bbc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5675595b-a397-4283-a05e-85b239e3bbc1,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:11.208106 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.223739 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Calling delete_port for 5675595b-a397-4283-a05e-85b239e3bbc1 owned by compute:nova {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:11.356580 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (5675595b-a397-4283-a05e-85b239e3bbc1), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.384483 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Pushing event deleted for resources: {'Port': ['ID=5675595b-a397-4283-a05e-85b239e3bbc1,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:11.408717 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'e1715f83-ff51-4c85-b157-6651e8b0d99a', '7dc14b94-86ca-45c6-8d82-f843ddbc5a06', '5675595b-a397-4283-a05e-85b239e3bbc1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:11.448191 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] No DVR routers for this DVR port 5675595b-a397-4283-a05e-85b239e3bbc1 on host hv-cinder-81689 {{(pid=102324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:11.450910 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.454486 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f35eda67-0e16-40b7-a55d-e4db96ee414b req-33a41c0d-ae02-4d2c-86ca-5103fc33b9f1 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "DELETE /v2.0/ports/5675595b-a397-4283-a05e-85b239e3bbc1 HTTP/1.1" status: 204 len: 173 time: 0.4926832 Jan 28 01:03:11.649086 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f18b7d-3661-4a95-9adc-6b3086996175', 'name': 'network-vif-deleted', 'tag': '5675595b-a397-4283-a05e-85b239e3bbc1'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:11.652239 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5ac84a-a2e5-4536-ab45-180087d87b7a" -d '{"events": [{"server_uuid": "49f18b7d-3661-4a95-9adc-6b3086996175", "name": "network-vif-deleted", "tag": "5675595b-a397-4283-a05e-85b239e3bbc1"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:11.691830 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831812d8-c8fa-4218-b7d5-6dd915c1be6f x-openstack-request-id: req-831812d8-c8fa-4218-b7d5-6dd915c1be6f {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:11.692127 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f18b7d-3661-4a95-9adc-6b3086996175", "name": "network-vif-deleted", "tag": "5675595b-a397-4283-a05e-85b239e3bbc1", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:11.692387 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-831812d8-c8fa-4218-b7d5-6dd915c1be6f {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:11.692788 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f18b7d-3661-4a95-9adc-6b3086996175', 'name': 'network-vif-deleted', 'tag': '5675595b-a397-4283-a05e-85b239e3bbc1', 'status': 'completed', 'code': 200} Jan 28 01:03:12.084608 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.243854 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b6cfe60c-b886-4007-a78b-2291bc8ff00e req-72a94608-60c2-4fd6-ab8f-12f6b7d1c6ca tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=49f18b7d-3661-4a95-9adc-6b3086996175 HTTP/1.1" status: 200 len: 210 time: 0.0278106 Jan 28 01:03:13.856172 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 5675595b-a397-4283-a05e-85b239e3bbc1 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:13.876925 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 5675595b-a397-4283-a05e-85b239e3bbc1 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:13.877270 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 5675595b-a397-4283-a05e-85b239e3bbc1 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:14.661544 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d309ff-8619-49a0-868c-be24236d6898 req-d1cd6e34-4d54-49c6-a780-9a707856c83a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:14.663301 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-61d309ff-8619-49a0-868c-be24236d6898 req-d1cd6e34-4d54-49c6-a780-9a707856c83a tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 945 time: 0.0506217 Jan 28 01:03:14.714600 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-61d309ff-8619-49a0-868c-be24236d6898 req-39bb1a4e-6dfc-41c9-ba00-eb74923d05eb tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Jan 28 01:03:15.836940 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1379ca0-9073-43bc-8ede-3f884b733f1c req-b93a02a8-b9eb-4543-886c-de36ee80a5a3 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:15.838440 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d1379ca0-9073-43bc-8ede-3f884b733f1c req-b93a02a8-b9eb-4543-886c-de36ee80a5a3 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Jan 28 01:03:15.884620 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d1379ca0-9073-43bc-8ede-3f884b733f1c req-87a5c50f-5126-4cb7-89f9-ece0877043f6 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Jan 28 01:03:16.065459 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:03:16.796200 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-2e45d514-a653-4f4c-b563-2a1f3f27ae66 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:16.797685 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-2e45d514-a653-4f4c-b563-2a1f3f27ae66 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 945 time: 0.0475354 Jan 28 01:03:16.875024 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-87e3cf7e-b449-41f9-8cd3-315eebbef9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:16.890429 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Deleting port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:16.890989 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:17.223249 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e26d2-37e9-4374-a8a1-32c2ac8f693a req-173f5d7d-9c14-46ac-ab0d-d603688faf43 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:17.224738 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a47e26d2-37e9-4374-a8a1-32c2ac8f693a req-173f5d7d-9c14-46ac-ab0d-d603688faf43 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=31677564-4255-423a-b0c3-c971c15d7088 HTTP/1.1" status: 200 len: 945 time: 0.0797486 Jan 28 01:03:17.229937 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] For port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:17.230306 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:17.254243 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Calling delete_port for 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 owned by compute:nova {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:17.325465 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a47e26d2-37e9-4374-a8a1-32c2ac8f693a req-08b669b7-ce7c-47dd-b513-38448c90d656 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924137 Jan 28 01:03:17.409792 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (7dc14b94-86ca-45c6-8d82-f843ddbc5a06), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:17.442648 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Pushing event deleted for resources: {'Port': ['ID=7dc14b94-86ca-45c6-8d82-f843ddbc5a06,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:17.450253 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'e1715f83-ff51-4c85-b157-6651e8b0d99a', '7dc14b94-86ca-45c6-8d82-f843ddbc5a06'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:17.483812 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] No DVR routers for this DVR port 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 on host hv-cinder-81689 {{(pid=102324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:17.486295 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:17.489820 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-03ec2b5a-0aa8-427b-9648-782ad9d2d421 req-ccf2ba4c-8f70-4d08-82de-3d72ea3647ae tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "DELETE /v2.0/ports/7dc14b94-86ca-45c6-8d82-f843ddbc5a06 HTTP/1.1" status: 204 len: 173 time: 0.6869678 Jan 28 01:03:17.490271 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31677564-4255-423a-b0c3-c971c15d7088', 'name': 'network-vif-deleted', 'tag': '7dc14b94-86ca-45c6-8d82-f843ddbc5a06'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:17.492513 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ecff92-97ae-41dc-a9d9-fc09b5dcd3ef" -d '{"events": [{"server_uuid": "31677564-4255-423a-b0c3-c971c15d7088", "name": "network-vif-deleted", "tag": "7dc14b94-86ca-45c6-8d82-f843ddbc5a06"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:17.545939 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7da6a9-769b-4f8c-b90e-975279e12d83 x-openstack-request-id: req-7d7da6a9-769b-4f8c-b90e-975279e12d83 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:17.546235 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31677564-4255-423a-b0c3-c971c15d7088", "name": "network-vif-deleted", "tag": "7dc14b94-86ca-45c6-8d82-f843ddbc5a06", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:17.546541 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d7da6a9-769b-4f8c-b90e-975279e12d83 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:17.546976 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31677564-4255-423a-b0c3-c971c15d7088', 'name': 'network-vif-deleted', 'tag': '7dc14b94-86ca-45c6-8d82-f843ddbc5a06', 'status': 'completed', 'code': 200} Jan 28 01:03:18.591436 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13040ea-b307-4815-99b1-9147c044702b req-89debc9c-1f8e-473a-9567-5eb76f47fadf tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:18.592898 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c13040ea-b307-4815-99b1-9147c044702b req-89debc9c-1f8e-473a-9567-5eb76f47fadf tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 945 time: 0.0486138 Jan 28 01:03:18.640349 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c13040ea-b307-4815-99b1-9147c044702b req-44abb7d2-0fde-449b-a4b0-2c28967c1e52 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Jan 28 01:03:19.178787 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-89fe9305-399b-4712-9b9e-f3709837b21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:19.760304 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74536f-405d-4c65-b673-1b0c5582a470 req-b4aef07d-3605-4fbd-8f8c-70fedbe74a15 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:19.761797 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4a74536f-405d-4c65-b673-1b0c5582a470 req-b4aef07d-3605-4fbd-8f8c-70fedbe74a15 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 945 time: 0.0520897 Jan 28 01:03:19.808296 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4a74536f-405d-4c65-b673-1b0c5582a470 req-3c403747-3386-4a6e-8306-345474edd3e7 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Jan 28 01:03:19.881461 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:19.902716 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:19.903088 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7dc14b94-86ca-45c6-8d82-f843ddbc5a06 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:20.314450 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1376dde-662f-42ad-aaed-7368878ef534 req-01cc3e67-e11d-43ab-ba40-775df3e202e6 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:20.315859 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c1376dde-662f-42ad-aaed-7368878ef534 req-01cc3e67-e11d-43ab-ba40-775df3e202e6 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 945 time: 0.0483670 Jan 28 01:03:20.406577 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Deleting port e1715f83-ff51-4c85-b157-6651e8b0d99a {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:20.406946 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.500790 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] For port e1715f83-ff51-4c85-b157-6651e8b0d99a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e1715f83-ff51-4c85-b157-6651e8b0d99a,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:20.501155 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.511362 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.515245 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Calling delete_port for e1715f83-ff51-4c85-b157-6651e8b0d99a owned by compute:nova {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:20.648812 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (e1715f83-ff51-4c85-b157-6651e8b0d99a), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.679029 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Pushing event deleted for resources: {'Port': ['ID=e1715f83-ff51-4c85-b157-6651e8b0d99a,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:20.688955 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'e1715f83-ff51-4c85-b157-6651e8b0d99a'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:20.723417 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] No DVR routers for this DVR port e1715f83-ff51-4c85-b157-6651e8b0d99a on host hv-cinder-81689 {{(pid=102324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:20.726035 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.729558 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c1376dde-662f-42ad-aaed-7368878ef534 req-03ba4bb9-bb6a-444c-af83-1db563b4262f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "DELETE /v2.0/ports/e1715f83-ff51-4c85-b157-6651e8b0d99a HTTP/1.1" status: 204 len: 173 time: 0.4071736 Jan 28 01:03:20.730023 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df026b29-203d-4492-892d-45774a906b25', 'name': 'network-vif-deleted', 'tag': 'e1715f83-ff51-4c85-b157-6651e8b0d99a'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:20.732309 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a1630e-06e1-462c-b1e4-682a075cc27e" -d '{"events": [{"server_uuid": "df026b29-203d-4492-892d-45774a906b25", "name": "network-vif-deleted", "tag": "e1715f83-ff51-4c85-b157-6651e8b0d99a"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:20.778955 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677a8bb2-12d6-49cf-b9ec-1f4d000ff175 x-openstack-request-id: req-677a8bb2-12d6-49cf-b9ec-1f4d000ff175 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:20.779755 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df026b29-203d-4492-892d-45774a906b25", "name": "network-vif-deleted", "tag": "e1715f83-ff51-4c85-b157-6651e8b0d99a", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:20.779755 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-677a8bb2-12d6-49cf-b9ec-1f4d000ff175 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:20.780116 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df026b29-203d-4492-892d-45774a906b25', 'name': 'network-vif-deleted', 'tag': 'e1715f83-ff51-4c85-b157-6651e8b0d99a', 'status': 'completed', 'code': 200} Jan 28 01:03:20.914163 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c0b05e4a-0e83-497a-a9be-54cabcf8986e req-be0bef27-63f5-4a8f-aa07-5d900a0038d5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=df026b29-203d-4492-892d-45774a906b25 HTTP/1.1" status: 200 len: 210 time: 0.0314035 Jan 28 01:03:21.986523 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.620282 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509a90-f322-4c49-974e-0ef6c9f26490 req-9b9dfa27-14a5-45e6-9ff4-f1ca0750d0bc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:22.621744 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8d509a90-f322-4c49-974e-0ef6c9f26490 req-9b9dfa27-14a5-45e6-9ff4-f1ca0750d0bc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0563223 Jan 28 01:03:22.669076 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8d509a90-f322-4c49-974e-0ef6c9f26490 req-e6f748ed-8bef-4ca3-b352-c06714dd7a0b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Jan 28 01:03:23.299553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe22f-3f37-4653-a092-33f84a81a2ad req-506202fb-8419-4f63-828a-2b4ce08a6bd4 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:23.301002 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-018fe22f-3f37-4653-a092-33f84a81a2ad req-506202fb-8419-4f63-828a-2b4ce08a6bd4 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.0504668 Jan 28 01:03:23.325606 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:23.346768 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-018fe22f-3f37-4653-a092-33f84a81a2ad req-406137d6-cc13-4e09-81df-018afabb1cca tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Jan 28 01:03:23.787751 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65094-ac83-47cc-bd8c-e12ba89573ff req-c4232e2f-1143-469b-bd10-5ba0de7a2bea tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:23.789200 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-69d65094-ac83-47cc-bd8c-e12ba89573ff req-c4232e2f-1143-469b-bd10-5ba0de7a2bea tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0482318 Jan 28 01:03:23.833921 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-69d65094-ac83-47cc-bd8c-e12ba89573ff req-f4a33415-4e0f-4788-9081-3b9ad0eeecb4 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392263 Jan 28 01:03:23.904076 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device e1715f83-ff51-4c85-b157-6651e8b0d99a no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:23.923717 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: e1715f83-ff51-4c85-b157-6651e8b0d99a {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:23.924059 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device e1715f83-ff51-4c85-b157-6651e8b0d99a not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:24.466196 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152993b4-e132-412d-a04c-02d8c34f1b8a req-67d5aad6-d6db-448e-b1ed-43af9507e51f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:24.467752 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-152993b4-e132-412d-a04c-02d8c34f1b8a req-67d5aad6-d6db-448e-b1ed-43af9507e51f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.0504286 Jan 28 01:03:24.522471 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-152993b4-e132-412d-a04c-02d8c34f1b8a req-0dc65a85-7220-4348-a94c-072106ad624f tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Jan 28 01:03:24.949382 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c55c-52e0-42da-ba69-17298c648b64 req-3dc0e79f-1437-445b-b6bc-2077278fe08f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:24.950826 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8db6c55c-52e0-42da-ba69-17298c648b64 req-3dc0e79f-1437-445b-b6bc-2077278fe08f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0459909 Jan 28 01:03:24.996430 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8db6c55c-52e0-42da-ba69-17298c648b64 req-8e9a117b-27d0-472d-888c-a72029b2366f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Jan 28 01:03:25.382116 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-86d49f9c-d18f-4925-9853-14d992f7c4a5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:25.384126 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-86d49f9c-d18f-4925-9853-14d992f7c4a5 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.0493572 Jan 28 01:03:25.472281 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Deleting port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:25.472553 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.561754 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] For port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,segment=NetworkSegment(ee145821-598d-4449-8b97-449533431f8c),segment_id=ee145821-598d-4449-8b97-449533431f8c)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:25.562127 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.574247 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Calling delete_port for 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc owned by compute:nova {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:25.638226 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73095ee7-db31-433f-80c1-87e04edd3e98 req-a64fe477-6956-43ec-8126-fc4293f26082 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:25.639763 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73095ee7-db31-433f-80c1-87e04edd3e98 req-a64fe477-6956-43ec-8126-fc4293f26082 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/ports?device_id=19505ea2-2d12-47cf-9a5f-d5185a64ffc4 HTTP/1.1" status: 200 len: 945 time: 0.0508349 Jan 28 01:03:25.687627 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73095ee7-db31-433f-80c1-87e04edd3e98 req-00bd34c6-a675-4691-97fb-2d816c0e3c88 tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.78 "GET /v2.0/security-groups?id=1166a03f-79f2-40e4-a6c6-c10bad866b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421009 Jan 28 01:03:25.703147 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (7ee19dba-7e3e-494c-881c-7d8ecc7fabdc), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.734941 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Pushing event deleted for resources: {'Port': ['ID=7ee19dba-7e3e-494c-881c-7d8ecc7fabdc,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:25.748593 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7ee19dba-7e3e-494c-881c-7d8ecc7fabdc'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:25.777699 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] No DVR routers for this DVR port 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc on host hv-cinder-81689 {{(pid=102324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:25.780308 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.783670 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e0caf3ce-cbd6-44c8-a6fe-58e079b5a651 req-3ce0f1d0-a1ee-4220-9f20-74f7a7e25c6d tempest-AttachVolumeNegativeTest-1636178652 tempest-AttachVolumeNegativeTest-1636178652-project] 10.222.0.15 "DELETE /v2.0/ports/7ee19dba-7e3e-494c-881c-7d8ecc7fabdc HTTP/1.1" status: 204 len: 173 time: 0.3944230 Jan 28 01:03:25.784162 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19505ea2-2d12-47cf-9a5f-d5185a64ffc4', 'name': 'network-vif-deleted', 'tag': '7ee19dba-7e3e-494c-881c-7d8ecc7fabdc'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:25.786408 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd7d73c-0d21-43d2-90eb-3737b818bde8" -d '{"events": [{"server_uuid": "19505ea2-2d12-47cf-9a5f-d5185a64ffc4", "name": "network-vif-deleted", "tag": "7ee19dba-7e3e-494c-881c-7d8ecc7fabdc"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:25.820831 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c28917-4176-4cd5-9a61-176e14834fa1 x-openstack-request-id: req-11c28917-4176-4cd5-9a61-176e14834fa1 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:25.821623 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19505ea2-2d12-47cf-9a5f-d5185a64ffc4", "name": "network-vif-deleted", "tag": "7ee19dba-7e3e-494c-881c-7d8ecc7fabdc", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:25.821877 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11c28917-4176-4cd5-9a61-176e14834fa1 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:25.822276 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19505ea2-2d12-47cf-9a5f-d5185a64ffc4', 'name': 'network-vif-deleted', 'tag': '7ee19dba-7e3e-494c-881c-7d8ecc7fabdc', 'status': 'completed', 'code': 200} Jan 28 01:03:26.112327 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ea001-45a1-44a8-b892-71904bd56ad2 req-1c2bcc6c-e20e-455e-9809-0c46ae082a0b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:26.113788 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-650ea001-45a1-44a8-b892-71904bd56ad2 req-1c2bcc6c-e20e-455e-9809-0c46ae082a0b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0474050 Jan 28 01:03:26.160517 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-650ea001-45a1-44a8-b892-71904bd56ad2 req-db33c5e9-5563-4ca0-a245-48c90e9aa798 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Jan 28 01:03:26.745348 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48274) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:26.788801 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cdf16f-3fbc-450d-8434-6e5c500821c0 admin admin] Deleting subnet 1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 {{(pid=102324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:03:26.791861 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-40cdf16f-3fbc-450d-8434-6e5c500821c0 admin admin] Publish callbacks [] for subnet (1e58ebe7-0e51-4b33-94a3-ee329cc76bd2), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.824441 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-40cdf16f-3fbc-450d-8434-6e5c500821c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7653104'] for subnet (1e58ebe7-0e51-4b33-94a3-ee329cc76bd2), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.864082 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-40cdf16f-3fbc-450d-8434-6e5c500821c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (1e58ebe7-0e51-4b33-94a3-ee329cc76bd2), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.913402 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-40cdf16f-3fbc-450d-8434-6e5c500821c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7838253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7429514'] for subnet (1e58ebe7-0e51-4b33-94a3-ee329cc76bd2), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.937812 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdf16f-3fbc-450d-8434-6e5c500821c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e58ebe7-0e51-4b33-94a3-ee329cc76bd2,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:26.941733 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-40cdf16f-3fbc-450d-8434-6e5c500821c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.944939 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-40cdf16f-3fbc-450d-8434-6e5c500821c0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1e58ebe7-0e51-4b33-94a3-ee329cc76bd2 HTTP/1.1" status: 204 len: 168 time: 0.1986046 Jan 28 01:03:26.947998 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48276) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:27.013437 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (8d64b8b0-7739-4455-9d0c-091754eae844), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.090678 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (8d64b8b0-7739-4455-9d0c-091754eae844), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.109872 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d64b8b0-7739-4455-9d0c-091754eae844']}} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:27.119356 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee145821-598d-4449-8b97-449533431f8c') {'for_net_delete': True} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:27.119651 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee145821-598d-4449-8b97-449533431f8c') {} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:27.128592 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7653001'] for segment (ee145821-598d-4449-8b97-449533431f8c), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.141473 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (ee145821-598d-4449-8b97-449533431f8c), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.147134 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=102324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:03:27.147638 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7838407'] for segment (ee145821-598d-4449-8b97-449533431f8c), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: Traceback (most recent call last): Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: timer() Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: cb(*args, **kw) Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: return func(*args, **kwargs) Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: self._notify() Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: self.callback(batched_events) Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: event.method(event) Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: return f(self, *a, **k) Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._get(url).json() Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: return self.request(url, 'GET', **kwargs) Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:03:27.149339 dv-cinder-816898-6-iscsi neutron-server[102324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:03:27.207071 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (8d64b8b0-7739-4455-9d0c-091754eae844), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.211350 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.217249 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8d64b8b0-7739-4455-9d0c-091754eae844 HTTP/1.1" status: 204 len: 168 time: 0.2658114 Jan 28 01:03:27.234460 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5c3c9-638b-4e53-bdc8-d4947fbf0d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d64b8b0-7739-4455-9d0c-091754eae844,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:27.292739 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a64fd0-7683-4125-81c2-8a1333f37b57 req-57b16c62-a216-43c8-9495-a49c3eaa5e6d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:27.294228 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-18a64fd0-7683-4125-81c2-8a1333f37b57 req-57b16c62-a216-43c8-9495-a49c3eaa5e6d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0473177 Jan 28 01:03:27.349504 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-18a64fd0-7683-4125-81c2-8a1333f37b57 req-3c50c9f3-d835-4596-8b2f-2409b6a91ccb tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461152 Jan 28 01:03:27.385239 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48282) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:27.424985 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-7aed7fdc-0e32-4075-a164-fbcfb6a474d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=433c6f07b086479f94f16f5314942da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385559 Jan 28 01:03:27.427362 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48284) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:27.473602 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e5f27e92-0803-4c57-b1f7-cfd2af133c1c admin admin] Publish callbacks [] for security_group (1166a03f-79f2-40e4-a6c6-c10bad866b42), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.494051 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e5f27e92-0803-4c57-b1f7-cfd2af133c1c admin admin] Publish callbacks [] for security_group (1166a03f-79f2-40e4-a6c6-c10bad866b42), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.539907 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e5f27e92-0803-4c57-b1f7-cfd2af133c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (1166a03f-79f2-40e4-a6c6-c10bad866b42), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.542464 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e5f27e92-0803-4c57-b1f7-cfd2af133c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.543647 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-e5f27e92-0803-4c57-b1f7-cfd2af133c1c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1166a03f-79f2-40e4-a6c6-c10bad866b42 HTTP/1.1" status: 204 len: 168 time: 0.1153977 Jan 28 01:03:27.551309 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27e92-0803-4c57-b1f7-cfd2af133c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1166a03f-79f2-40e4-a6c6-c10bad866b42,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:27.932554 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:27.957180 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:27.957536 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7ee19dba-7e3e-494c-881c-7d8ecc7fabdc not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:28.472990 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e7ecd-a8ba-468f-95f4-61bc85c7c261 req-b0abf70e-ef18-43b2-a082-7ad019e32cc7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:28.474331 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a25e7ecd-a8ba-468f-95f4-61bc85c7c261 req-b0abf70e-ef18-43b2-a082-7ad019e32cc7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0527902 Jan 28 01:03:28.522196 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a25e7ecd-a8ba-468f-95f4-61bc85c7c261 req-d426c78b-6289-4837-9618-00163965c2c8 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Jan 28 01:03:29.442410 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48356) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:29.544582 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b776f2ce-0c74-4e2f-ba2b-9972ad775e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.619104 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b776f2ce-0c74-4e2f-ba2b-9972ad775e51 admin admin] Publish callbacks [] for security_group (444513f4-a36e-4a57-9316-5693483c061e), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.623228 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b776f2ce-0c74-4e2f-ba2b-9972ad775e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (444513f4-a36e-4a57-9316-5693483c061e), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.641557 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c92c2e-99eb-4525-937d-a75f08f5d80f req-3c12af53-2c23-49e8-9bb4-f1c6a4934ce4 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:29.643047 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-64c92c2e-99eb-4525-937d-a75f08f5d80f req-3c12af53-2c23-49e8-9bb4-f1c6a4934ce4 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0497217 Jan 28 01:03:29.662072 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-b776f2ce-0c74-4e2f-ba2b-9972ad775e51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c5abe3ef6bd74d98af970d1ce662dcda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180738 Jan 28 01:03:29.662795 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776f2ce-0c74-4e2f-ba2b-9972ad775e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444513f4-a36e-4a57-9316-5693483c061e,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:29.666013 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48362) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:29.713064 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-64c92c2e-99eb-4525-937d-a75f08f5d80f req-5bcf9724-503b-4f6b-b8c0-d0e0d570e4ea tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642834 Jan 28 01:03:29.732226 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Publish callbacks [] for security_group (444513f4-a36e-4a57-9316-5693483c061e), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.753067 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Publish callbacks [] for security_group (444513f4-a36e-4a57-9316-5693483c061e), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.800373 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (444513f4-a36e-4a57-9316-5693483c061e), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.803145 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.805172 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/444513f4-a36e-4a57-9316-5693483c061e HTTP/1.1" status: 204 len: 168 time: 0.1373715 Jan 28 01:03:29.812325 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444513f4-a36e-4a57-9316-5693483c061e,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:29.820053 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.820402 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.821281 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.821824 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.826255 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.826572 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.826918 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.827255 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.827584 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.827910 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.828235 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.828571 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:29.828855 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8fcca-2920-4e99-93ed-987aa75a80cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:30.069611 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48368) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:30.083052 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b98b97af-dd1e-40a6-b386-17b01b07785c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.158542 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b98b97af-dd1e-40a6-b386-17b01b07785c admin admin] Publish callbacks [] for security_group (113a639f-811e-4a86-ac5d-82d0b66a5bc4), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.162400 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b98b97af-dd1e-40a6-b386-17b01b07785c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (113a639f-811e-4a86-ac5d-82d0b66a5bc4), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.198564 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b97af-dd1e-40a6-b386-17b01b07785c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113a639f-811e-4a86-ac5d-82d0b66a5bc4,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:30.203693 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b98b97af-dd1e-40a6-b386-17b01b07785c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4673fc7b87dd48d18ca8b955ff0eb767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330144 Jan 28 01:03:30.206186 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48372) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:30.252702 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b3b858c9-5fc3-4659-bf3d-a92245d889c1 admin admin] Publish callbacks [] for security_group (113a639f-811e-4a86-ac5d-82d0b66a5bc4), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.272710 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b3b858c9-5fc3-4659-bf3d-a92245d889c1 admin admin] Publish callbacks [] for security_group (113a639f-811e-4a86-ac5d-82d0b66a5bc4), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.317597 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b3b858c9-5fc3-4659-bf3d-a92245d889c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (113a639f-811e-4a86-ac5d-82d0b66a5bc4), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.320411 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b3b858c9-5fc3-4659-bf3d-a92245d889c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.321557 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b3b858c9-5fc3-4659-bf3d-a92245d889c1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/113a639f-811e-4a86-ac5d-82d0b66a5bc4 HTTP/1.1" status: 204 len: 168 time: 0.1144776 Jan 28 01:03:30.328981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b858c9-5fc3-4659-bf3d-a92245d889c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a639f-811e-4a86-ac5d-82d0b66a5bc4,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:30.840309 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45b8cd-bad3-4c9e-bf3e-b0d6f75fccd7 req-26e3a6d5-2beb-484c-b19b-d8639bec4f8a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:30.841914 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ea45b8cd-bad3-4c9e-bf3e-b0d6f75fccd7 req-26e3a6d5-2beb-484c-b19b-d8639bec4f8a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0480342 Jan 28 01:03:30.891486 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ea45b8cd-bad3-4c9e-bf3e-b0d6f75fccd7 req-a6820ab8-fa37-48ec-a384-a0d5b1227ab9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Jan 28 01:03:32.010538 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060814c-ca80-4448-b251-dc7287edd68d req-b9412570-3b96-4b80-adfb-e2f94359cbe0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:32.012073 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d060814c-ca80-4448-b251-dc7287edd68d req-b9412570-3b96-4b80-adfb-e2f94359cbe0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0487776 Jan 28 01:03:32.063670 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d060814c-ca80-4448-b251-dc7287edd68d req-3a780beb-d5ce-4fa4-9875-1f917c861089 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459137 Jan 28 01:03:33.182154 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41204a-5259-4a53-a707-062f4ec133e1 req-79bcef76-a504-4570-99cf-36d58512fcf1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:33.183852 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-cd41204a-5259-4a53-a707-062f4ec133e1 req-79bcef76-a504-4570-99cf-36d58512fcf1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0475981 Jan 28 01:03:33.232886 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-cd41204a-5259-4a53-a707-062f4ec133e1 req-341052cf-aeff-4967-a6dd-a9a6e8110c6f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434589 Jan 28 01:03:33.952900 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:03:34.047917 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:34.059484 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'port_id': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'mac_address': 'fa:16:3e:01:db:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:03:34.096114 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 70dfd08a-1b60-4f24-ac93-be76036044f2 is: ACTIVE; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:34.096509 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.112990 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70dfd08a-1b60-4f24-ac93-be76036044f2 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:34.133560 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:34.138718 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.185701 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=6']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:34.193884 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.194349 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.194779 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.195233 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.195717 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.196130 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.196547 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.196969 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.197395 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.197823 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.198234 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.198639 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.199093 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:34.348474 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['70dfd08a-1b60-4f24-ac93-be76036044f2'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:34.365065 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13ea73-8e9a-47bd-8bbb-ce878d55c4bd req-d9469b5e-05cf-49df-a040-2a885f5d6c5b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:34.368007 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6d13ea73-8e9a-47bd-8bbb-ce878d55c4bd req-d9469b5e-05cf-49df-a040-2a885f5d6c5b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 944 time: 0.0641308 Jan 28 01:03:34.430736 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6d13ea73-8e9a-47bd-8bbb-ce878d55c4bd req-89de9103-a699-42a8-b322-830246b57664 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553916 Jan 28 01:03:34.734693 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48464) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:34.851987 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d9e8d34d-3ab0-4cfc-b470-75add9b93a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.940512 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d9e8d34d-3ab0-4cfc-b470-75add9b93a73 admin admin] Publish callbacks [] for security_group (34855056-b3db-4f76-a568-6b547eda35b8), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.945203 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d9e8d34d-3ab0-4cfc-b470-75add9b93a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (34855056-b3db-4f76-a568-6b547eda35b8), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.985121 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d9e8d34d-3ab0-4cfc-b470-75add9b93a73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9afc9fd2b9a48d9ba61fcfe570ee5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487357 Jan 28 01:03:34.985672 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8d34d-3ab0-4cfc-b470-75add9b93a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34855056-b3db-4f76-a568-6b547eda35b8,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:34.987696 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48468) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:35.038484 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-da05236e-2ef6-4ba1-b781-ee4e6ece47da admin admin] Publish callbacks [] for security_group (34855056-b3db-4f76-a568-6b547eda35b8), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.064377 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-da05236e-2ef6-4ba1-b781-ee4e6ece47da admin admin] Publish callbacks [] for security_group (34855056-b3db-4f76-a568-6b547eda35b8), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.116260 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-da05236e-2ef6-4ba1-b781-ee4e6ece47da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (34855056-b3db-4f76-a568-6b547eda35b8), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.119599 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-da05236e-2ef6-4ba1-b781-ee4e6ece47da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.120760 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-da05236e-2ef6-4ba1-b781-ee4e6ece47da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34855056-b3db-4f76-a568-6b547eda35b8 HTTP/1.1" status: 204 len: 168 time: 0.1319973 Jan 28 01:03:35.129493 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05236e-2ef6-4ba1-b781-ee4e6ece47da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34855056-b3db-4f76-a568-6b547eda35b8,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:35.397309 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48486) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:35.413258 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a5fc51e7-c88f-49cd-9807-9ba8a592e9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.497847 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a5fc51e7-c88f-49cd-9807-9ba8a592e9d5 admin admin] Publish callbacks [] for security_group (69d76804-76fa-400d-b71f-c84999ac965e), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.501866 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a5fc51e7-c88f-49cd-9807-9ba8a592e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (69d76804-76fa-400d-b71f-c84999ac965e), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.566772 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-a5fc51e7-c88f-49cd-9807-9ba8a592e9d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57c7e1a11e444b51ab8635f5222bf884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680489 Jan 28 01:03:35.569331 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc51e7-c88f-49cd-9807-9ba8a592e9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d76804-76fa-400d-b71f-c84999ac965e,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:35.569667 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48500) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:35.593812 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41e3f8-1126-41da-a9cb-4870f295a3b8 req-90221e4e-afb1-4da6-aa3f-ed5bdbe26a2b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:35.595573 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1c41e3f8-1126-41da-a9cb-4870f295a3b8 req-90221e4e-afb1-4da6-aa3f-ed5bdbe26a2b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 944 time: 0.0779109 Jan 28 01:03:35.635486 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e657ba16-af96-48b5-b923-bd7140a96902 admin admin] Publish callbacks [] for security_group (69d76804-76fa-400d-b71f-c84999ac965e), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.646588 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1c41e3f8-1126-41da-a9cb-4870f295a3b8 req-4f8c8f35-c21b-4130-869e-577bac11d7fe tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452332 Jan 28 01:03:35.658651 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e657ba16-af96-48b5-b923-bd7140a96902 admin admin] Publish callbacks [] for security_group (69d76804-76fa-400d-b71f-c84999ac965e), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.707796 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e657ba16-af96-48b5-b923-bd7140a96902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (69d76804-76fa-400d-b71f-c84999ac965e), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.710482 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e657ba16-af96-48b5-b923-bd7140a96902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.715100 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-e657ba16-af96-48b5-b923-bd7140a96902 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69d76804-76fa-400d-b71f-c84999ac965e HTTP/1.1" status: 204 len: 168 time: 0.1444042 Jan 28 01:03:35.722873 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ba16-af96-48b5-b923-bd7140a96902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d76804-76fa-400d-b71f-c84999ac965e,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:35.965285 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:36.030326 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 70dfd08a-1b60-4f24-ac93-be76036044f2 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:36.030700 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.143958 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 70dfd08a-1b60-4f24-ac93-be76036044f2 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:36.144358 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.174641 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:36.177182 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef397b-4103-42e7-b2f5-4007491d2e60" -d '{"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-plugged", "status": "completed", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:36.193751 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:36.197265 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.263757 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=7']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:36.475439 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe095dd-3941-4956-a806-14f24c4dd8ac x-openstack-request-id: req-dfe095dd-3941-4956-a806-14f24c4dd8ac {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:36.475923 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-plugged", "status": "completed", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:36.476349 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dfe095dd-3941-4956-a806-14f24c4dd8ac {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:36.476903 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'code': 200} Jan 28 01:03:36.818194 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3502d-c2fb-44f9-9cb4-f550a2b9b607 req-935a94f9-7a58-43a5-ade6-5248f31a1a8b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:36.822526 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-24e3502d-c2fb-44f9-9cb4-f550a2b9b607 req-935a94f9-7a58-43a5-ade6-5248f31a1a8b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0788670 Jan 28 01:03:36.904058 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-24e3502d-c2fb-44f9-9cb4-f550a2b9b607 req-b811eb7e-5054-45a9-b8ab-bb7ed0f0b3a6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687902 Jan 28 01:03:38.067809 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891f36f-a866-4693-84ad-761ef6921a3e req-9a92f22a-9c24-4f4e-a42e-dc0715711024 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:38.075469 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1891f36f-a866-4693-84ad-761ef6921a3e req-9a92f22a-9c24-4f4e-a42e-dc0715711024 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0640953 Jan 28 01:03:38.123548 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1891f36f-a866-4693-84ad-761ef6921a3e req-ae4e822f-59f3-43e9-9a4c-413e5e8e84ce tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 Jan 28 01:03:39.263741 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42159a-2157-4181-947f-3132337dc1f3 req-a9542ffc-bec0-4915-a525-42ac7b25d508 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:39.266116 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fc42159a-2157-4181-947f-3132337dc1f3 req-a9542ffc-bec0-4915-a525-42ac7b25d508 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0616157 Jan 28 01:03:39.326546 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fc42159a-2157-4181-947f-3132337dc1f3 req-c8942d26-3ca3-4ebe-b085-9647729faf92 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538318 Jan 28 01:03:40.480857 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbe567-41de-4c6a-bc31-f1740eb2c799 req-9c6404e5-6c75-4707-bef1-eece20ca92ac tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:40.483876 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fddbe567-41de-4c6a-bc31-f1740eb2c799 req-9c6404e5-6c75-4707-bef1-eece20ca92ac tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0671892 Jan 28 01:03:40.539052 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fddbe567-41de-4c6a-bc31-f1740eb2c799 req-2f73af18-40cc-40ee-b8b1-5866ffa2c7e2 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509968 Jan 28 01:03:41.674182 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7222f0-50b8-4506-a64b-7200c631f5c8 req-c4a115f9-980f-442b-95fd-3159aef7e1c1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:41.675936 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1c7222f0-50b8-4506-a64b-7200c631f5c8 req-c4a115f9-980f-442b-95fd-3159aef7e1c1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0552895 Jan 28 01:03:41.741096 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1c7222f0-50b8-4506-a64b-7200c631f5c8 req-b4f055f4-eb5f-4dd2-852b-263dd7e8059d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594559 Jan 28 01:03:42.095801 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.880778 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d1782-0e68-4d6c-818a-765d0d9f9ebb req-8bbe71d6-b485-429d-9197-6922b6e9d6ce tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:42.883023 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7c5d1782-0e68-4d6c-818a-765d0d9f9ebb req-8bbe71d6-b485-429d-9197-6922b6e9d6ce tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0613616 Jan 28 01:03:42.943820 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7c5d1782-0e68-4d6c-818a-765d0d9f9ebb req-be17078e-fdd1-4f27-8fce-e8395c8ee9e1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543005 Jan 28 01:03:44.060813 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-244ab88c-ebf4-458e-b65a-3c41a0f4822d tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723141066&fields=id&tenant_id=e43c3f3031ee40508283209d12740ec8 HTTP/1.1" status: 200 len: 267 time: 0.0724916 Jan 28 01:03:44.091933 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834a6d1-af38-40a2-ae80-7026f4253ba8 req-c0e81d53-90bf-4063-a5cd-c282708f8284 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:44.099964 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b834a6d1-af38-40a2-ae80-7026f4253ba8 req-c0e81d53-90bf-4063-a5cd-c282708f8284 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0618272 Jan 28 01:03:44.131613 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-2ed3548d-82bd-4654-acd6-e7ab8272a483 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:44.140361 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-2ed3548d-82bd-4654-acd6-e7ab8272a483 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 984 time: 0.0786662 Jan 28 01:03:44.146016 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Request body: {'port': {'security_groups': ['1711fc70-ff68-4829-8bab-2582471f7495']}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:44.151760 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b834a6d1-af38-40a2-ae80-7026f4253ba8 req-06dec0a3-9236-4bfb-8152-dc8a96d98e24 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505328 Jan 28 01:03:44.232460 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.438043 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] For port aaf8455f-185c-4280-8718-72bf446c9dc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=aaf8455f-185c-4280-8718-72bf446c9dc1,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:44.474710 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.483689 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.536809 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:44.537427 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.543546 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a71f7669-ae76-4c60-b8f7-0c9f0b75e6c5 req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "PUT /v2.0/ports/aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 942 time: 0.4021394 Jan 28 01:03:44.544600 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48622) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:44.547737 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:44.550280 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705648d6-3d59-4913-834a-b948e04c6d29" -d '{"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:44.581410 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4ec58-b30f-407d-b12a-d2317347e16a tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event updated for resources: {'Port': ['ID=aaf8455f-185c-4280-8718-72bf446c9dc1,revision_number=7']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:44.606102 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c5a85-0d06-430a-90bb-a026baea39e4 x-openstack-request-id: req-f01c5a85-0d06-430a-90bb-a026baea39e4 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:44.606979 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:44.607718 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f01c5a85-0d06-430a-90bb-a026baea39e4 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:44.608310 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'status': 'completed', 'code': 200} Jan 28 01:03:44.645007 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-21480493-8d16-484a-895b-a66bce8b1415 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group (94b90060-95e9-4a09-b32d-92635b5508a3), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.674034 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-21480493-8d16-484a-895b-a66bce8b1415 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group (94b90060-95e9-4a09-b32d-92635b5508a3), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.738634 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-21480493-8d16-484a-895b-a66bce8b1415 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (94b90060-95e9-4a09-b32d-92635b5508a3), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.741307 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-21480493-8d16-484a-895b-a66bce8b1415 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.742456 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-21480493-8d16-484a-895b-a66bce8b1415 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "DELETE /v2.0/security-groups/94b90060-95e9-4a09-b32d-92635b5508a3 HTTP/1.1" status: 204 len: 168 time: 0.1968231 Jan 28 01:03:44.746344 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48628) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:44.751414 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480493-8d16-484a-895b-a66bce8b1415 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b90060-95e9-4a09-b32d-92635b5508a3,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:44.797802 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4829b9aa-8feb-48ea-81de-719ca41b3471 None None] Provisioning complete for port aaf8455f-185c-4280-8718-72bf446c9dc1 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:44.798375 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4829b9aa-8feb-48ea-81de-719ca41b3471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.878479 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4829b9aa-8feb-48ea-81de-719ca41b3471 None None] Current status of the port aaf8455f-185c-4280-8718-72bf446c9dc1 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:44.925569 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Deleting port 79524ae7-9e2c-448f-b69c-ff418b42d38f {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:44.925910 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (79524ae7-9e2c-448f-b69c-ff418b42d38f), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.000209 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (79524ae7-9e2c-448f-b69c-ff418b42d38f), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.000450 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for floatingip (79524ae7-9e2c-448f-b69c-ff418b42d38f), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.011766 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Calling delete_port for 79524ae7-9e2c-448f-b69c-ff418b42d38f owned by network:floatingip {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:45.175371 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (79524ae7-9e2c-448f-b69c-ff418b42d38f), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.200240 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event deleted for resources: {'Port': ['ID=79524ae7-9e2c-448f-b69c-ff418b42d38f,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:45.287340 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks [] for floatingip (8ffa5959-48a7-4408-928c-1a49079209b3), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.287560 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.l3_db [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Floating IP 8ffa5959-48a7-4408-928c-1a49079209b3 disassociated (deleted). External IP: 172.27.1.158, port: aaf8455f-185c-4280-8718-72bf446c9dc1. Jan 28 01:03:45.334629 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904ae68-438d-4a3e-9627-f4b023a2d093 req-58cf16d3-e345-4fca-89cd-b3b8204efe73 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:45.336116 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7904ae68-438d-4a3e-9627-f4b023a2d093 req-58cf16d3-e345-4fca-89cd-b3b8204efe73 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0944929 Jan 28 01:03:45.427562 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7904ae68-438d-4a3e-9627-f4b023a2d093 req-aee657ec-a15d-45e5-ab13-2d8a59df507b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851212 Jan 28 01:03:45.542608 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:45.859073 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:45.864266 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.869821 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74527717-9436-41e4-b698-df5893384760 None None] Sync routers for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:45.882803 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74527717-9436-41e4-b698-df5893384760 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:45.884216 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-74527717-9436-41e4-b698-df5893384760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:45.892873 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-76716076-870a-47e2-92ed-fe3997ffd6f9 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "DELETE /v2.0/floatingips/8ffa5959-48a7-4408-928c-1a49079209b3 HTTP/1.1" status: 204 len: 168 time: 1.1453600 Jan 28 01:03:45.993771 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-74527717-9436-41e4-b698-df5893384760 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:46.203058 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-74527717-9436-41e4-b698-df5893384760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 5, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:46.230102 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74527717-9436-41e4-b698-df5893384760 None None] Checking router: 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:46.238440 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74527717-9436-41e4-b698-df5893384760 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:46.239103 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-74527717-9436-41e4-b698-df5893384760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:46.344646 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-74527717-9436-41e4-b698-df5893384760 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:46.482186 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['aaf8455f-185c-4280-8718-72bf446c9dc1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:46.577018 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd665a6d-8f4a-4c7e-b04d-8d7c6c7db7d8 req-3a14dc9a-bab4-42c9-b6f1-ae847efc4a71 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:46.578649 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dd665a6d-8f4a-4c7e-b04d-8d7c6c7db7d8 req-3a14dc9a-bab4-42c9-b6f1-ae847efc4a71 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0735829 Jan 28 01:03:46.588934 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705648d6-3d59-4913-834a-b948e04c6d29 req-7549a655-511b-47f8-bcf8-87ee0c7a1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:46.590646 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-705648d6-3d59-4913-834a-b948e04c6d29 req-7549a655-511b-47f8-bcf8-87ee0c7a1c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1098 time: 0.0610406 Jan 28 01:03:46.610399 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:46.613894 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33" -d '{"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:46.673805 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dd665a6d-8f4a-4c7e-b04d-8d7c6c7db7d8 req-42ed1a14-d14c-43ed-9129-cedf65f9d4a7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877435 Jan 28 01:03:46.674957 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['aaf8455f-185c-4280-8718-72bf446c9dc1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:46.716443 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5024a5e-98a0-426a-86c5-9379477c3cb1 x-openstack-request-id: req-c5024a5e-98a0-426a-86c5-9379477c3cb1 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:46.717239 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:46.717596 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5024a5e-98a0-426a-86c5-9379477c3cb1 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:46.718124 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'status': 'completed', 'code': 200} Jan 28 01:03:46.721590 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-74527717-9436-41e4-b698-df5893384760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 5, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:46.758692 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705648d6-3d59-4913-834a-b948e04c6d29 req-f7a343c7-b6c5-4cac-90b3-af575cbf10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:46.760234 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-705648d6-3d59-4913-834a-b948e04c6d29 req-f7a343c7-b6c5-4cac-90b3-af575cbf10f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 916 time: 0.1411018 Jan 28 01:03:46.770269 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74527717-9436-41e4-b698-df5893384760 None None] The sync data for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi is: [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:00:37Z', 'revision_number': 4, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'b8329eab-9483-4478-8e93-77064f3039cf', 'name': '', 'network_id': '56cdaf8a-2aaa-4802-bf7a-e7fc18698832', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'mac_address': 'fa:16:3e:70:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:36Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 5, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'subnets': [{'id': 'e362a41c-5811-4ee1-a085-8b0cfd035ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:46.873219 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-705648d6-3d59-4913-834a-b948e04c6d29 req-55140146-d5a0-410d-bafa-8c132b306d47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 217 time: 0.0390003 Jan 28 01:03:46.897783 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f5f63bbd-3fc8-4304-99b7-d63b4d0fad6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.029968 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84271d15-5236-48dc-9285-4e79e8e69760 None None] New status for floating IP 8ffa5959-48a7-4408-928c-1a49079209b3: DOWN {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:03:47.118069 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705648d6-3d59-4913-834a-b948e04c6d29 req-b6ac786c-eb1e-4070-8408-30eab8b4fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.119629 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-705648d6-3d59-4913-834a-b948e04c6d29 req-b6ac786c-eb1e-4070-8408-30eab8b4fe07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 200 len: 854 time: 0.0462816 Jan 28 01:03:47.177623 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705648d6-3d59-4913-834a-b948e04c6d29 req-cae65d57-fc5c-485d-ab5d-992fd08b0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.178265 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-705648d6-3d59-4913-834a-b948e04c6d29 req-cae65d57-fc5c-485d-ab5d-992fd08b0ff7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433712 Jan 28 01:03:47.279092 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-705648d6-3d59-4913-834a-b948e04c6d29 req-37a20df7-afa0-4bb9-8175-d3cdf5b25382 service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899668 Jan 28 01:03:47.370319 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-705648d6-3d59-4913-834a-b948e04c6d29 req-35e12a31-8689-48fd-8f2c-819778eac5f3 service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794280 Jan 28 01:03:47.533316 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-8a72969e-8971-4084-b79a-209ee7bd35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.534925 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-8a72969e-8971-4084-b79a-209ee7bd35aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 1098 time: 0.0470285 Jan 28 01:03:47.542028 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-d5041b9c-66b6-47ba-8eef-dbcee33cc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.543549 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-d5041b9c-66b6-47ba-8eef-dbcee33cc493 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43c3f3031ee40508283209d12740ec8&device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 1098 time: 0.0471330 Jan 28 01:03:47.640103 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-d5f0dd92-59cf-46fa-b594-0a99705b0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.641572 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-d5f0dd92-59cf-46fa-b594-0a99705b0c05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 200 len: 916 time: 0.0856464 Jan 28 01:03:47.655993 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-b87a02d2-0be1-46d4-b9de-3c1c87dada0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.657467 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-b87a02d2-0be1-46d4-b9de-3c1c87dada0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.1033711 Jan 28 01:03:47.697040 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-06f29823-e316-4eb7-a05f-92cd03e8a868 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 200 len: 217 time: 0.0409276 Jan 28 01:03:47.744054 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-3ff08212-58ed-4e4d-97d4-74b7a1c83301 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dfd08a-1b60-4f24-ac93-be76036044f2 HTTP/1.1" status: 200 len: 1001 time: 0.0784781 Jan 28 01:03:47.757288 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-21650e4e-2808-42ec-a108-e8d096269c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.758764 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-21650e4e-2808-42ec-a108-e8d096269c30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 200 len: 854 time: 0.0529423 Jan 28 01:03:47.802924 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-2d10bb70-f5ae-4583-b290-0adf6ccaa08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.804211 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-2d10bb70-f5ae-4583-b290-0adf6ccaa08e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0522854 Jan 28 01:03:47.844851 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-a073f1e2-7a6b-49f3-b901-b4eadbf0863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.846956 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-a073f1e2-7a6b-49f3-b901-b4eadbf0863f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=56cdaf8a-2aaa-4802-bf7a-e7fc18698832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783298 Jan 28 01:03:47.855767 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-b169e529-0980-4d06-a507-d14c5d40d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.856593 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-b169e529-0980-4d06-a507-d14c5d40d3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454183 Jan 28 01:03:47.886445 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b016-607c-4bba-8955-7e3f6f36cabd req-bdb5e4fc-3383-432a-9a47-117228c090c6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.888092 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a672b016-607c-4bba-8955-7e3f6f36cabd req-bdb5e4fc-3383-432a-9a47-117228c090c6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0847487 Jan 28 01:03:47.984799 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-4fa23179-735c-4494-9e49-cf66891b07d8 service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221757 Jan 28 01:03:48.008955 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-1f73d469-144c-4a6d-b75e-c89a39e6311d service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529784 Jan 28 01:03:48.012166 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a672b016-607c-4bba-8955-7e3f6f36cabd req-43c6d049-2f8f-44e5-ac0a-0c851a96d03c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944228 Jan 28 01:03:48.102121 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-21447775-ce2f-4c9f-82f6-1e4729da8747 req-2bd54f65-c4d0-4f5a-98c4-a17a78ab2f2b service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000812 Jan 28 01:03:48.124258 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1d2c8f06-21ae-4e51-8b9f-a9fc60736c33 req-23d0fc3a-7325-4679-910f-998935e609ed service neutron] 10.222.0.15 "GET /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075904 Jan 28 01:03:48.807927 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-43e44761-e36c-4afe-aa43-968f5beb1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.809453 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-43e44761-e36c-4afe-aa43-968f5beb1145 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 1098 time: 0.0420189 Jan 28 01:03:48.916078 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-897c3754-758c-4747-8caa-350120c20cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.917556 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-897c3754-758c-4747-8caa-350120c20cd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.0865223 Jan 28 01:03:48.990079 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-3ecfba4e-9040-4ed5-97bc-52a4da05dc15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dfd08a-1b60-4f24-ac93-be76036044f2 HTTP/1.1" status: 200 len: 1001 time: 0.0641377 Jan 28 01:03:49.044828 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-40d75df6-af8e-4147-b2e8-1fa38dd5e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:49.044828 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-40d75df6-af8e-4147-b2e8-1fa38dd5e4ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0480535 Jan 28 01:03:49.107230 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-2e54f066-ac15-4516-9af4-06a4c1fa0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:49.109158 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-2e54f066-ac15-4516-9af4-06a4c1fa0a3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523002 Jan 28 01:03:49.184381 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379cfd6-b257-4044-be77-a72f4ea8d797 req-aab97ceb-8d6c-41c6-ae95-435925e4e65a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:49.185965 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0379cfd6-b257-4044-be77-a72f4ea8d797 req-aab97ceb-8d6c-41c6-ae95-435925e4e65a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0642741 Jan 28 01:03:49.189405 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd482-b715-4ec9-b68d-723e002a95d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.241566 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-d13fc608-59fa-4b15-bc3b-1a759cee0a5a service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239376 Jan 28 01:03:49.253516 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0379cfd6-b257-4044-be77-a72f4ea8d797 req-ec7b76e5-0c9e-40e4-b9fe-ff73ec950570 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581367 Jan 28 01:03:49.334068 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7ba8cbb9-7266-4057-8a92-e6a21a3e55cd req-5b754f1b-865d-441d-8801-082f0faf390a service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819814 Jan 28 01:03:49.647965 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e201a1-a49a-4d9e-b446-ece1c231dc41 req-bd25328a-272f-4399-8ae0-938e41168a9e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:49.650004 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a3e201a1-a49a-4d9e-b446-ece1c231dc41 req-bd25328a-272f-4399-8ae0-938e41168a9e tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0487955 Jan 28 01:03:49.696896 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a3e201a1-a49a-4d9e-b446-ece1c231dc41 req-b1132970-0e7a-422b-a9b3-0c369550b4e3 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 Jan 28 01:03:50.376858 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e9b71-14d3-4fff-a37a-5a8c04f0db33 req-5d0cccb2-085d-4312-9c92-6a9b73819d4a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:50.378509 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b18e9b71-14d3-4fff-a37a-5a8c04f0db33 req-5d0cccb2-085d-4312-9c92-6a9b73819d4a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 945 time: 0.0503533 Jan 28 01:03:50.431613 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b18e9b71-14d3-4fff-a37a-5a8c04f0db33 req-5e44e5d0-12a1-4c89-bd22-f63d02be69d2 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470104 Jan 28 01:03:50.511587 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.819006 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf860806-38db-4e03-b11b-da4e486a0093 req-f7747e58-32a9-46c7-8f83-9eedf22e5a7f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:50.820433 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-cf860806-38db-4e03-b11b-da4e486a0093 req-f7747e58-32a9-46c7-8f83-9eedf22e5a7f tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0518346 Jan 28 01:03:50.870117 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-cf860806-38db-4e03-b11b-da4e486a0093 req-b0b3f9f3-33dc-4787-b547-9a8b08074caa tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422177 Jan 28 01:03:51.248051 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:51.330172 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 70dfd08a-1b60-4f24-ac93-be76036044f2 is: ACTIVE; New status is: DOWN {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:51.330570 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.354500 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:51.356795 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dfc2a6-71dc-4a81-b6d7-77dadfc3bc86" -d '{"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-unplugged", "status": "completed", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:51.373403 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:51.379376 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.407609 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30396c0d-e356-4b6a-a833-958d8edbd667 x-openstack-request-id: req-30396c0d-e356-4b6a-a833-958d8edbd667 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:51.407881 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-unplugged", "status": "completed", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:51.408136 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30396c0d-e356-4b6a-a833-958d8edbd667 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:51.408524 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'code': 200} Jan 28 01:03:51.437714 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=8']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:51.556820 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2c647-9f2e-46d1-bfaa-614176b37307 req-c2260b5a-e872-4ebd-81da-3bb8024d7d74 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:51.558238 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-36d2c647-9f2e-46d1-bfaa-614176b37307 req-c2260b5a-e872-4ebd-81da-3bb8024d7d74 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0537329 Jan 28 01:03:51.606843 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-36d2c647-9f2e-46d1-bfaa-614176b37307 req-e9f89034-7613-4fb5-ac58-cfe60cabf8f1 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Jan 28 01:03:51.984466 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00996c5d-8a5c-4d4b-952a-678724a2e4a5 req-edac075d-af42-4397-bab4-4f6137b7fd33 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:51.986011 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-00996c5d-8a5c-4d4b-952a-678724a2e4a5 req-edac075d-af42-4397-bab4-4f6137b7fd33 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0488367 Jan 28 01:03:51.989875 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.033637 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-00996c5d-8a5c-4d4b-952a-678724a2e4a5 req-0fccefcc-aad1-47a5-969b-92d3cefa9b49 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Jan 28 01:03:52.725429 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cb224-cdf7-4518-b33b-06d939694dcb req-51f38e32-5a58-4a7e-bb57-8394e965c5a5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:52.726942 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8e2cb224-cdf7-4518-b33b-06d939694dcb req-51f38e32-5a58-4a7e-bb57-8394e965c5a5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0468469 Jan 28 01:03:52.777997 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8e2cb224-cdf7-4518-b33b-06d939694dcb req-accbbe42-c3de-44b8-90af-7bd1bf43170d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Jan 28 01:03:53.064381 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:03:53.150560 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cbf6-c091-4da1-8d6d-718db6be0a87 req-ac914f68-4db6-44ae-982f-92ceafc9c312 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:53.152328 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6839cbf6-c091-4da1-8d6d-718db6be0a87 req-ac914f68-4db6-44ae-982f-92ceafc9c312 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0522850 Jan 28 01:03:53.334332 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.432435 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6839cbf6-c091-4da1-8d6d-718db6be0a87 req-72cb63c2-36d3-4fba-9506-3f2a560977ed tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745950 Jan 28 01:03:53.897783 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a3c25-dfeb-4735-b466-7f249d0e3adc req-5879d80b-00dc-4bb8-84b5-2f6c3e999427 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:53.899309 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5b9a3c25-dfeb-4735-b466-7f249d0e3adc req-5879d80b-00dc-4bb8-84b5-2f6c3e999427 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0489690 Jan 28 01:03:53.951405 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5b9a3c25-dfeb-4735-b466-7f249d0e3adc req-dd754e3a-e26b-47d5-a97b-685c267b39f3 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463583 Jan 28 01:03:54.594201 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-65f330d8-cf35-4259-91e8-8273349dfebc tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:54.595711 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-65f330d8-cf35-4259-91e8-8273349dfebc tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.15 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.0599604 Jan 28 01:03:54.603165 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae4ff9-5a29-4c97-b762-c19bdd20be75 req-6a4c437b-7fad-4902-bffa-6240c059ed86 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:54.604747 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-75ae4ff9-5a29-4c97-b762-c19bdd20be75 req-6a4c437b-7fad-4902-bffa-6240c059ed86 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 945 time: 0.1024609 Jan 28 01:03:54.712198 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-75ae4ff9-5a29-4c97-b762-c19bdd20be75 req-c06a0b7d-8cca-4b19-843f-bc2762816506 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/security-groups?id=1711fc70-ff68-4829-8bab-2582471f7495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986078 Jan 28 01:03:54.766865 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Deleting port aaf8455f-185c-4280-8718-72bf446c9dc1 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:54.767597 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.881010 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] For port aaf8455f-185c-4280-8718-72bf446c9dc1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=aaf8455f-185c-4280-8718-72bf446c9dc1,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:54.881354 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.891712 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [req-be42870b-e044-44a6-91f3-0595680d891f req-405f94cd-e0e5-4732-8e57-3d936489dc8a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:03:54.892761 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-be42870b-e044-44a6-91f3-0595680d891f req-405f94cd-e0e5-4732-8e57-3d936489dc8a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1008718 Jan 28 01:03:54.894235 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Calling delete_port for aaf8455f-185c-4280-8718-72bf446c9dc1 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:55.068599 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (aaf8455f-185c-4280-8718-72bf446c9dc1), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.119786 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Pushing event deleted for resources: {'Port': ['ID=aaf8455f-185c-4280-8718-72bf446c9dc1,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:55.131523 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f45cc7-50de-45ae-9e37-99f6ea3792d6 req-8835b49d-2a9e-42f2-bccf-e578b12c01c2 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.133123 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-10f45cc7-50de-45ae-9e37-99f6ea3792d6 req-8835b49d-2a9e-42f2-bccf-e578b12c01c2 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.1194415 Jan 28 01:03:55.188064 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-3e67be09-1be1-45a3-ad3d-864556996d63 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370513 Jan 28 01:03:55.188813 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] No DVR routers for this DVR port aaf8455f-185c-4280-8718-72bf446c9dc1 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:55.192459 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.195769 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9e6b0e2d-b5f4-40a8-9709-14c2c360b9b5 req-d316283f-ae0d-4024-90ba-7e489977a587 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.15 "DELETE /v2.0/ports/aaf8455f-185c-4280-8718-72bf446c9dc1 HTTP/1.1" status: 204 len: 173 time: 0.5900638 Jan 28 01:03:55.196341 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'name': 'network-vif-deleted', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:55.198419 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0f2f04-98a1-4b1d-a541-54d1bce76996" -d '{"events": [{"server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "name": "network-vif-deleted", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:55.231891 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-10f45cc7-50de-45ae-9e37-99f6ea3792d6 req-7e478c7a-ccb9-45a0-8a16-113dee537fb0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795655 Jan 28 01:03:55.374470 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41d36f8-63e4-47e7-b0b1-4c2f83328a55 x-openstack-request-id: req-b41d36f8-63e4-47e7-b0b1-4c2f83328a55 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:55.374768 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07b7f77-0d8d-444b-9cad-fed068cdafec", "name": "network-vif-deleted", "tag": "aaf8455f-185c-4280-8718-72bf446c9dc1", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:55.375056 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b41d36f8-63e4-47e7-b0b1-4c2f83328a55 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:55.375462 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07b7f77-0d8d-444b-9cad-fed068cdafec', 'name': 'network-vif-deleted', 'tag': 'aaf8455f-185c-4280-8718-72bf446c9dc1', 'status': 'completed', 'code': 200} Jan 28 01:03:55.812590 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-57654959-9750-4f7c-b55c-a41942856dc4 req-55acd6c5-833b-48ad-bc47-226c845f0af8 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 210 time: 0.0269525 Jan 28 01:03:56.363119 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f63d5-475a-463a-a8d0-25705b9d590d req-4ac38673-8274-4919-8e6e-1315ad7d103e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.364612 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-062f63d5-475a-463a-a8d0-25705b9d590d req-4ac38673-8274-4919-8e6e-1315ad7d103e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0476582 Jan 28 01:03:56.413369 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-062f63d5-475a-463a-a8d0-25705b9d590d req-1fc8d06e-0137-4c16-9a9b-68bee30b4404 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432341 Jan 28 01:03:56.905341 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cb03d620-b346-45fc-8a92-dd5b2c95f732 req-f7483542-21b4-4088-b2bc-dcdec7e63cb6 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 210 time: 0.0262372 Jan 28 01:03:57.534045 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a1dae-cdc8-4447-a125-c68287feef67 req-f006772e-ad16-4112-bb76-5f453fd1c421 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.535544 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-796a1dae-cdc8-4447-a125-c68287feef67 req-f006772e-ad16-4112-bb76-5f453fd1c421 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0485184 Jan 28 01:03:57.565967 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['aaf8455f-185c-4280-8718-72bf446c9dc1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:57.591360 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-796a1dae-cdc8-4447-a125-c68287feef67 req-a5a36a1d-a09c-4179-a8bc-6171d2b6bd07 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501177 Jan 28 01:03:57.601917 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:57.685555 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 70dfd08a-1b60-4f24-ac93-be76036044f2 is: DOWN; New status is: DOWN {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:58.030093 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0513ae9b-0fda-49fb-a1ed-7a3bc3aee7c4 req-e84e58db-47a1-4060-b6e0-ee9b09297680 tempest-TestMinimumBasicScenario-373529046 tempest-TestMinimumBasicScenario-373529046-project] 10.222.0.78 "GET /v2.0/ports?device_id=a07b7f77-0d8d-444b-9cad-fed068cdafec HTTP/1.1" status: 200 len: 210 time: 0.0272152 Jan 28 01:03:58.308082 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-7890f333-0af3-4396-9742-48cdcb64a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.309582 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-7890f333-0af3-4396-9742-48cdcb64a391 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c&tenant_id=d1619efcedc544fabe3b60eef955ce40 HTTP/1.1" status: 200 len: 1096 time: 0.0419176 Jan 28 01:03:58.387194 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-6e68ee4a-d6a6-4527-8fe4-8ab8b902540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.388593 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-6e68ee4a-d6a6-4527-8fe4-8ab8b902540b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1619efcedc544fabe3b60eef955ce40&device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 1096 time: 0.0432601 Jan 28 01:03:58.481300 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-9560c089-adfa-4b31-9f02-de986eb0450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.482767 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-9560c089-adfa-4b31-9f02-de986eb0450c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 200 len: 917 time: 0.0878627 Jan 28 01:03:58.553079 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-62130d62-27b6-449c-b215-14e5b0165c71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dfd08a-1b60-4f24-ac93-be76036044f2 HTTP/1.1" status: 200 len: 999 time: 0.0625646 Jan 28 01:03:58.600375 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-7c365d05-cf3d-4a3d-aa7d-38b5f22f1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.601876 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-7c365d05-cf3d-4a3d-aa7d-38b5f22f1f50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 200 len: 855 time: 0.0429199 Jan 28 01:03:58.647913 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-2d2eebf9-907c-4565-9bbb-ede2e3b3ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.650174 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-2d2eebf9-907c-4565-9bbb-ede2e3b3ce00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1773e64-668d-4b4c-97fa-e06f64eac702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413320 Jan 28 01:03:58.722590 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275b667-b242-4c60-9427-d6dacae17d97 req-55a53dcf-b77b-4deb-8088-0299b51f98fa tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.724147 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2275b667-b242-4c60-9427-d6dacae17d97 req-55a53dcf-b77b-4deb-8088-0299b51f98fa tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0545218 Jan 28 01:03:58.745863 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-6f341ecb-759f-49d1-a479-ce84a0492b3f service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887542 Jan 28 01:03:58.771091 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2275b667-b242-4c60-9427-d6dacae17d97 req-f45e71ed-a506-4635-98fd-306874afce4a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Jan 28 01:03:58.837385 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3b9b2829-fbf7-49e5-902a-48d6125a7197 req-c1d91c9e-6e76-4aaa-a136-878419e58b6f service neutron] 10.222.0.15 "GET /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838633 Jan 28 01:03:59.926245 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eefbc-e897-445a-afd4-3ed634b9e85a req-8e195296-0af2-46e5-81bb-62a85bc2bd00 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.936804 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-818eefbc-e897-445a-afd4-3ed634b9e85a req-8e195296-0af2-46e5-81bb-62a85bc2bd00 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0684369 Jan 28 01:03:59.961877 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48888) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:00.045115 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-818eefbc-e897-445a-afd4-3ed634b9e85a req-170889c9-866d-420e-a119-e717c4aac303 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974154 Jan 28 01:04:00.379868 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.663166 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Deleting port b8329eab-9483-4478-8e93-77064f3039cf {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:00.663521 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (b8329eab-9483-4478-8e93-77064f3039cf), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.751113 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] For port b8329eab-9483-4478-8e93-77064f3039cf, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=b8329eab-9483-4478-8e93-77064f3039cf,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:00.751574 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (b8329eab-9483-4478-8e93-77064f3039cf), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.767636 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Calling delete_port for b8329eab-9483-4478-8e93-77064f3039cf owned by network:router_interface {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:00.972837 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (b8329eab-9483-4478-8e93-77064f3039cf), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:01.001437 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b8329eab-9483-4478-8e93-77064f3039cf,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:01.034041 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.034390 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.034745 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.035117 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.035444 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.035785 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.036126 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.036582 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.036925 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.037259 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.037592 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.037921 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.038257 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:01.276646 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:01.289714 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5696e-ea66-4c14-990f-955bde118182 req-bb61183e-be17-48c3-9b27-69b65f8e3dfc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.291208 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-19c5696e-ea66-4c14-990f-955bde118182 req-bb61183e-be17-48c3-9b27-69b65f8e3dfc tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0798769 Jan 28 01:04:01.394981 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-19c5696e-ea66-4c14-990f-955bde118182 req-0b069dac-9b9a-420a-bec5-5765ad7f3d16 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937290 Jan 28 01:04:01.579414 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:01.696393 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:01.701959 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-b88d146f-6cb1-435a-9018-a7fc48a441ef admin admin] 10.222.0.78 "PUT /v2.0/routers/5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378278 Jan 28 01:04:01.704485 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48896) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:01.705974 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] Sync routers for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:01.716280 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:01.717036 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:01.992591 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:02.080857 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks [] for router (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.202297 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks [] for router_gateway (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.203632 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 5, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port': {'id': '87f6f6fe-ea4b-429c-93ac-78080b56238f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:32Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:02.234929 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] Checking router: 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:02.243964 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] Routers {'5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:02.244518 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:02.258773 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Deleting port 87f6f6fe-ea4b-429c-93ac-78080b56238f {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:02.259138 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.348799 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] For port 87f6f6fe-ea4b-429c-93ac-78080b56238f, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=87f6f6fe-ea4b-429c-93ac-78080b56238f,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:02.349789 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.353450 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] Set router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 gateway port host: None {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:02.367993 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Calling delete_port for 87f6f6fe-ea4b-429c-93ac-78080b56238f owned by network:router_gateway {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:02.439905 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:04:02Z', 'revision_number': 6, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port_host': None}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:02.484084 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5668241-fc36-4d65-8860-575aed3397c3 None None] The sync data for ids ['5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82'] in dv-cinder-816898-6-iscsi is: [{'id': '5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82', 'name': 'tempest-TestMinimumBasicScenario-1396907213-router', 'tenant_id': 'e43c3f3031ee40508283209d12740ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:31Z', 'updated_at': '2022-01-28T01:04:02Z', 'revision_number': 6, 'project_id': 'e43c3f3031ee40508283209d12740ec8', 'gw_port_host': None}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:02.547789 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7432-47bd-4d79-93b1-b96f23a258fd req-f7ad927c-0c56-4995-a6f5-f9c0d208d0c6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:02.549464 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8d6c7432-47bd-4d79-93b1-b96f23a258fd req-f7ad927c-0c56-4995-a6f5-f9c0d208d0c6 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0601158 Jan 28 01:04:02.569828 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device aaf8455f-185c-4280-8718-72bf446c9dc1 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:02.604482 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (87f6f6fe-ea4b-429c-93ac-78080b56238f), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.615354 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8d6c7432-47bd-4d79-93b1-b96f23a258fd req-db74d66a-ae7a-41f6-968f-bcf7533d602f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591142 Jan 28 01:04:02.620923 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: aaf8455f-185c-4280-8718-72bf446c9dc1 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:02.621401 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device aaf8455f-185c-4280-8718-72bf446c9dc1 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:02.647142 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=87f6f6fe-ea4b-429c-93ac-78080b56238f,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:02.723485 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.853079 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.861195 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks [] for router_controller (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.945121 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.946636 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 {{(pid=102324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:04:02.953133 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.954724 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-ff07e870-3225-403c-a047-5a41cc4d8a4d admin admin] 10.222.0.78 "DELETE /v2.0/routers/5bdbb543-50ab-4b8b-8cf3-0acdcb2cef82 HTTP/1.1" status: 204 len: 168 time: 1.2485497 Jan 28 01:04:02.958666 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48904) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:03.022203 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d37d4c-176c-4416-93ce-d87c131737e6 admin admin] Deleting subnet e362a41c-5811-4ee1-a085-8b0cfd035ac5 {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:04:03.027806 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-13d37d4c-176c-4416-93ce-d87c131737e6 admin admin] Publish callbacks [] for subnet (e362a41c-5811-4ee1-a085-8b0cfd035ac5), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.066083 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-13d37d4c-176c-4416-93ce-d87c131737e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (e362a41c-5811-4ee1-a085-8b0cfd035ac5), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.213515 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-13d37d4c-176c-4416-93ce-d87c131737e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (e362a41c-5811-4ee1-a085-8b0cfd035ac5), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.287045 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-13d37d4c-176c-4416-93ce-d87c131737e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (e362a41c-5811-4ee1-a085-8b0cfd035ac5), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.323633 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d37d4c-176c-4416-93ce-d87c131737e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e362a41c-5811-4ee1-a085-8b0cfd035ac5,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:03.332059 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-13d37d4c-176c-4416-93ce-d87c131737e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.337963 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-13d37d4c-176c-4416-93ce-d87c131737e6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e362a41c-5811-4ee1-a085-8b0cfd035ac5 HTTP/1.1" status: 204 len: 168 time: 0.3756919 Jan 28 01:04:03.338281 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48906) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:03.343916 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46016087-66b6-4c5d-a1be-adec8f7bfef2 None None] Network 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:04:03.418572 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 87f6f6fe-ea4b-429c-93ac-78080b56238f no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:03.442750 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 87f6f6fe-ea4b-429c-93ac-78080b56238f {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:03.444169 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 87f6f6fe-ea4b-429c-93ac-78080b56238f not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:03.444740 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device b8329eab-9483-4478-8e93-77064f3039cf no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:03.501118 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: b8329eab-9483-4478-8e93-77064f3039cf {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:03.502124 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device b8329eab-9483-4478-8e93-77064f3039cf not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:03.618840 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (56cdaf8a-2aaa-4802-bf7a-e7fc18698832), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.727478 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] DHCP port deletion for 56cdaf8a-2aaa-4802-bf7a-e7fc18698832 request from dv-cinder-816898-6-iscsi {{(pid=102326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:04:03.792566 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Deleting port 36fd622f-7cd6-4ca8-80ce-81f17b880769 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:03.792959 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.847153 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] Deleting port 36fd622f-7cd6-4ca8-80ce-81f17b880769 {{(pid=102326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:03.847695 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), before_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.895346 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb689b-4976-464f-980f-7b59428192bc req-98c31a50-90de-4df9-a71b-40bff339e090 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:03.902004 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bddb689b-4976-464f-980f-7b59428192bc req-98c31a50-90de-4df9-a71b-40bff339e090 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0953302 Jan 28 01:04:03.969853 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] For port 36fd622f-7cd6-4ca8-80ce-81f17b880769, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=36fd622f-7cd6-4ca8-80ce-81f17b880769,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:03.969853 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.997805 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Calling delete_port for 36fd622f-7cd6-4ca8-80ce-81f17b880769 owned by network:dhcp {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:04.028976 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-bddb689b-4976-464f-980f-7b59428192bc req-9789cc6d-c2c8-4928-9d3b-d734b4d7bb12 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205871 Jan 28 01:04:04.042845 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] For port 36fd622f-7cd6-4ca8-80ce-81f17b880769, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=36fd622f-7cd6-4ca8-80ce-81f17b880769,segment=NetworkSegment(18c0e7f9-71b7-4511-b324-2f4a3f653136),segment_id=18c0e7f9-71b7-4511-b324-2f4a3f653136)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:04.043281 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), precommit_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.102504 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] Calling delete_port for 36fd622f-7cd6-4ca8-80ce-81f17b880769 owned by network:dhcp {{(pid=102326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:04.112799 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.168987 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fd622f-7cd6-4ca8-80ce-81f17b880769,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:04.183826 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] No DVR routers for this DVR port 36fd622f-7cd6-4ca8-80ce-81f17b880769 on host dv-cinder-816898-6-iscsi {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:04.286464 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402'] for port (36fd622f-7cd6-4ca8-80ce-81f17b880769), after_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.308752 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (56cdaf8a-2aaa-4802-bf7a-e7fc18698832), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.339157 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] No DVR routers for this DVR port 36fd622f-7cd6-4ca8-80ce-81f17b880769 on host dv-cinder-816898-6-iscsi {{(pid=102326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:04.340934 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a195a5-0ec3-414b-9f07-dc00dc51cb4c None None] Pushing event deleted for resources: {'Port': ['ID=36fd622f-7cd6-4ca8-80ce-81f17b880769,revision_number=None']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:04.344654 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cdaf8a-2aaa-4802-bf7a-e7fc18698832']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:04.363409 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c0e7f9-71b7-4511-b324-2f4a3f653136') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:04.364080 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c0e7f9-71b7-4511-b324-2f4a3f653136') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:04.387430 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (18c0e7f9-71b7-4511-b324-2f4a3f653136), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.401750 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (18c0e7f9-71b7-4511-b324-2f4a3f653136), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.411353 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Releasing vlan 977 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:04:04.411904 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (18c0e7f9-71b7-4511-b324-2f4a3f653136), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:04:04.414209 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:04:04.488130 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (56cdaf8a-2aaa-4802-bf7a-e7fc18698832), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.494465 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:04.497791 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] 10.222.0.78 "DELETE /v2.0/networks/56cdaf8a-2aaa-4802-bf7a-e7fc18698832 HTTP/1.1" status: 204 len: 168 time: 1.1586390 Jan 28 01:04:04.501241 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48920) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:04.511973 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98aa4e-2049-4094-a12d-257626b1fa24 admin admin] Pushing event deleted for resources: {'Network': ['ID=56cdaf8a-2aaa-4802-bf7a-e7fc18698832,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:04.978852 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (f33539b1-77e5-42f8-a41e-7e377b28f55f), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.294487 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ee581-ce57-4e72-a3ce-a54ef3c244ba req-2a2c069d-54b5-4ce5-ba2f-06c86537d68d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:05.311017 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c34ee581-ce57-4e72-a3ce-a54ef3c244ba req-2a2c069d-54b5-4ce5-ba2f-06c86537d68d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.1303065 Jan 28 01:04:05.367086 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 36fd622f-7cd6-4ca8-80ce-81f17b880769 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:05.409733 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Deleting port e32b74cc-4db9-4f4c-87ca-8aa584e43e95 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:05.410073 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.415783 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 36fd622f-7cd6-4ca8-80ce-81f17b880769 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:05.416302 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 36fd622f-7cd6-4ca8-80ce-81f17b880769 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:05.445801 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c34ee581-ce57-4e72-a3ce-a54ef3c244ba req-cdf8670e-b02d-4e68-81a4-965243cb0382 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331146 Jan 28 01:04:05.542769 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] For port e32b74cc-4db9-4f4c-87ca-8aa584e43e95, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,segment=NetworkSegment(4b66243a-037a-4b8f-a64d-6ab92d00c038),segment_id=4b66243a-037a-4b8f-a64d-6ab92d00c038)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:05.543249 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.559345 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Calling delete_port for e32b74cc-4db9-4f4c-87ca-8aa584e43e95 owned by network:router_interface {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:05.770330 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (e32b74cc-4db9-4f4c-87ca-8aa584e43e95), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.797634 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Pushing event deleted for resources: {'Port': ['ID=e32b74cc-4db9-4f4c-87ca-8aa584e43e95,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:06.013639 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (f33539b1-77e5-42f8-a41e-7e377b28f55f), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.248261 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Router f33539b1-77e5-42f8-a41e-7e377b28f55f has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:06.364535 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:06.370853 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-02cc48a8-d79f-479c-8c38-0930122e07da admin admin] 10.222.0.78 "PUT /v2.0/routers/f33539b1-77e5-42f8-a41e-7e377b28f55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8679569 Jan 28 01:04:06.375120 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] Sync routers for ids ['f33539b1-77e5-42f8-a41e-7e377b28f55f'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:06.383727 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48956) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:06.386864 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] Routers {'f33539b1-77e5-42f8-a41e-7e377b28f55f'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:06.387537 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['f33539b1-77e5-42f8-a41e-7e377b28f55f'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:06.550533 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks [] for router (f33539b1-77e5-42f8-a41e-7e377b28f55f), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.574125 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] Set router f33539b1-77e5-42f8-a41e-7e377b28f55f gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:06.849768 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:04:05Z', 'revision_number': 5, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:06.895263 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] Checking router: f33539b1-77e5-42f8-a41e-7e377b28f55f for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:06.906498 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] Routers {'f33539b1-77e5-42f8-a41e-7e377b28f55f'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:06.907551 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['f33539b1-77e5-42f8-a41e-7e377b28f55f'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:06.969398 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc970a0-81a8-461f-af53-5d9ae115de1b req-b4f5afb3-f0a4-441d-aaad-4ebef19fee6d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.976622 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0cc970a0-81a8-461f-af53-5d9ae115de1b req-b4f5afb3-f0a4-441d-aaad-4ebef19fee6d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0802450 Jan 28 01:04:07.068239 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] Set router f33539b1-77e5-42f8-a41e-7e377b28f55f gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:07.073179 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0cc970a0-81a8-461f-af53-5d9ae115de1b req-1609edb7-1256-4adc-a70c-d07dfd1f984b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954332 Jan 28 01:04:07.079420 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks [] for router_gateway (f33539b1-77e5-42f8-a41e-7e377b28f55f), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.161244 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Deleting port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:07.161711 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.285126 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] For port 9ba79ae5-73fc-49b3-89dc-5dacac03ded5, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=9ba79ae5-73fc-49b3-89dc-5dacac03ded5,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:07.285492 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.320998 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Calling delete_port for 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 owned by network:router_gateway {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:07.372614 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:04:05Z', 'revision_number': 5, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:07.415278 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d582f2b-3cf0-4241-95c8-a93af165c426 None None] The sync data for ids ['f33539b1-77e5-42f8-a41e-7e377b28f55f'] in dv-cinder-816898-6-iscsi is: [{'id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'name': 'tempest-TestMinimumBasicScenario-1697031596-router', 'tenant_id': '97e502c7a7f346f58d7f0116384c248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:44Z', 'updated_at': '2022-01-28T01:04:05Z', 'revision_number': 5, 'project_id': '97e502c7a7f346f58d7f0116384c248b', 'gw_port': {'id': '9ba79ae5-73fc-49b3-89dc-5dacac03ded5', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33539b1-77e5-42f8-a41e-7e377b28f55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:45Z', 'updated_at': '2022-01-28T01:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:07.685897 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (9ba79ae5-73fc-49b3-89dc-5dacac03ded5), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.709985 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba79ae5-73fc-49b3-89dc-5dacac03ded5,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:07.831870 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (f33539b1-77e5-42f8-a41e-7e377b28f55f), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.939085 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (f33539b1-77e5-42f8-a41e-7e377b28f55f), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.941401 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks [] for router_controller (f33539b1-77e5-42f8-a41e-7e377b28f55f), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.995818 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (f33539b1-77e5-42f8-a41e-7e377b28f55f), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.996356 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f33539b1-77e5-42f8-a41e-7e377b28f55f {{(pid=102324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:04:08.001501 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.005169 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-dbd82e25-5142-4034-b54b-3fe6cb571a16 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f33539b1-77e5-42f8-a41e-7e377b28f55f HTTP/1.1" status: 204 len: 168 time: 1.6182146 Jan 28 01:04:08.005169 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48974) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:08.005544 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48976) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:08.059099 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3771be-9c54-4195-991e-41185262a476 admin admin] Deleting subnet 76208af4-d33a-4cff-9a80-15af99e30b46 {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:04:08.063142 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5a3771be-9c54-4195-991e-41185262a476 admin admin] Publish callbacks [] for subnet (76208af4-d33a-4cff-9a80-15af99e30b46), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.103209 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5a3771be-9c54-4195-991e-41185262a476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (76208af4-d33a-4cff-9a80-15af99e30b46), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.127552 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-26874738-4467-4a11-a19a-2633e805c0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.208874 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5a3771be-9c54-4195-991e-41185262a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (76208af4-d33a-4cff-9a80-15af99e30b46), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.219880 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-26874738-4467-4a11-a19a-2633e805c0d2 admin admin] Publish callbacks [] for security_group (bfad1bf4-7ba0-4416-a24c-0989acbe4eeb), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.225131 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-26874738-4467-4a11-a19a-2633e805c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (bfad1bf4-7ba0-4416-a24c-0989acbe4eeb), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.263377 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26874738-4467-4a11-a19a-2633e805c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfad1bf4-7ba0-4416-a24c-0989acbe4eeb,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:08.270468 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-26874738-4467-4a11-a19a-2633e805c0d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1a65bbd42014044a667a917e863110f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656105 Jan 28 01:04:08.271455 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48982) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:08.286847 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbdd44-444c-4fbe-9089-0bb65be25c5f req-491c3f2d-fd86-4b9a-a5ae-6af0af06f79e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:08.288421 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97fbdd44-444c-4fbe-9089-0bb65be25c5f req-491c3f2d-fd86-4b9a-a5ae-6af0af06f79e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.1072993 Jan 28 01:04:08.321784 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5a3771be-9c54-4195-991e-41185262a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (76208af4-d33a-4cff-9a80-15af99e30b46), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.328326 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-1c3806a9-c4c5-476b-9e82-feba19063ebc admin admin] Publish callbacks [] for security_group (bfad1bf4-7ba0-4416-a24c-0989acbe4eeb), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.356236 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-1c3806a9-c4c5-476b-9e82-feba19063ebc admin admin] Publish callbacks [] for security_group (bfad1bf4-7ba0-4416-a24c-0989acbe4eeb), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.359221 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3771be-9c54-4195-991e-41185262a476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76208af4-d33a-4cff-9a80-15af99e30b46,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:08.366766 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-5a3771be-9c54-4195-991e-41185262a476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.372871 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-5a3771be-9c54-4195-991e-41185262a476 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/76208af4-d33a-4cff-9a80-15af99e30b46 HTTP/1.1" status: 204 len: 168 time: 0.3634779 Jan 28 01:04:08.373060 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 48984) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:08.373741 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c941ea-93e1-4961-a31c-e2817397d9c9 None None] Network 65aec77f-0551-4161-80bc-ae007bc0c79a requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:04:08.375400 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97fbdd44-444c-4fbe-9089-0bb65be25c5f req-c085645e-66d3-444c-99f6-53937163154f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801570 Jan 28 01:04:08.460942 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (65aec77f-0551-4161-80bc-ae007bc0c79a), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.472713 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-1c3806a9-c4c5-476b-9e82-feba19063ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (bfad1bf4-7ba0-4416-a24c-0989acbe4eeb), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.475223 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-1c3806a9-c4c5-476b-9e82-feba19063ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.476909 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-1c3806a9-c4c5-476b-9e82-feba19063ebc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bfad1bf4-7ba0-4416-a24c-0989acbe4eeb HTTP/1.1" status: 204 len: 168 time: 0.2040255 Jan 28 01:04:08.504198 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3806a9-c4c5-476b-9e82-feba19063ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfad1bf4-7ba0-4416-a24c-0989acbe4eeb,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:08.542795 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Deleting port 306b374f-7631-42d6-a3c6-91288c8e5082 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:08.543267 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.554332 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] DHCP port deletion for 65aec77f-0551-4161-80bc-ae007bc0c79a request from dv-cinder-816898-6-iscsi {{(pid=102326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:04:08.615800 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] Deleting port 306b374f-7631-42d6-a3c6-91288c8e5082 {{(pid=102326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:08.616168 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), before_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.639611 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] For port 306b374f-7631-42d6-a3c6-91288c8e5082, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=306b374f-7631-42d6-a3c6-91288c8e5082,segment=NetworkSegment(4b66243a-037a-4b8f-a64d-6ab92d00c038),segment_id=4b66243a-037a-4b8f-a64d-6ab92d00c038)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:08.639977 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.656379 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Calling delete_port for 306b374f-7631-42d6-a3c6-91288c8e5082 owned by network:dhcp {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:08.691923 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] For port 306b374f-7631-42d6-a3c6-91288c8e5082, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=306b374f-7631-42d6-a3c6-91288c8e5082,segment=NetworkSegment(4b66243a-037a-4b8f-a64d-6ab92d00c038),segment_id=4b66243a-037a-4b8f-a64d-6ab92d00c038)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:08.692320 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), precommit_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.706006 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] Calling delete_port for 306b374f-7631-42d6-a3c6-91288c8e5082 owned by network:dhcp {{(pid=102326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:08.755600 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.787116 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] No DVR routers for this DVR port 306b374f-7631-42d6-a3c6-91288c8e5082 on host dv-cinder-816898-6-iscsi {{(pid=102324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:08.791152 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Pushing event deleted for resources: {'Port': ['ID=306b374f-7631-42d6-a3c6-91288c8e5082,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:08.805027 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402'] for port (306b374f-7631-42d6-a3c6-91288c8e5082), after_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.830478 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] Pushing event deleted for resources: {'Port': ['ID=306b374f-7631-42d6-a3c6-91288c8e5082,revision_number=None']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:08.834308 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6d4f9-76db-4937-88ed-b0adc7524bab None None] No DVR routers for this DVR port 306b374f-7631-42d6-a3c6-91288c8e5082 on host dv-cinder-816898-6-iscsi {{(pid=102326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:08.853036 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48990) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:08.867810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2c629997-a07b-4744-9038-36487091ab76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.896902 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (65aec77f-0551-4161-80bc-ae007bc0c79a), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.936973 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aec77f-0551-4161-80bc-ae007bc0c79a']}} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:08.947082 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b66243a-037a-4b8f-a64d-6ab92d00c038') {'for_net_delete': True} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:08.947381 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b66243a-037a-4b8f-a64d-6ab92d00c038') {} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:08.949888 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2c629997-a07b-4744-9038-36487091ab76 admin admin] Publish callbacks [] for security_group (d4bf8e30-3cf7-43c8-a0ef-580359c400c8), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.954301 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2c629997-a07b-4744-9038-36487091ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d4bf8e30-3cf7-43c8-a0ef-580359c400c8), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.958120 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7653001'] for segment (4b66243a-037a-4b8f-a64d-6ab92d00c038), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.972361 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (4b66243a-037a-4b8f-a64d-6ab92d00c038), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.978540 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Releasing vlan 963 on physical network physnet1 to pool {{(pid=102324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:04:08.979090 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7838407'] for segment (4b66243a-037a-4b8f-a64d-6ab92d00c038), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: Traceback (most recent call last): Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: timer() Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: cb(*args, **kw) Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: return func(*args, **kwargs) Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: self._notify() Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: self.callback(batched_events) Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: event.method(event) Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: return f(self, *a, **k) Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._get(url).json() Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: return self.request(url, 'GET', **kwargs) Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:04:08.980847 dv-cinder-816898-6-iscsi neutron-server[102324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:04:09.005455 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-2c629997-a07b-4744-9038-36487091ab76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02f2ecb02858402fa8e5d04ef879a0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488805 Jan 28 01:04:09.005455 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c629997-a07b-4744-9038-36487091ab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bf8e30-3cf7-43c8-a0ef-580359c400c8,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:09.006273 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48992) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:09.044719 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (65aec77f-0551-4161-80bc-ae007bc0c79a), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.051270 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.055438 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] 10.222.0.78 "DELETE /v2.0/networks/65aec77f-0551-4161-80bc-ae007bc0c79a HTTP/1.1" status: 204 len: 168 time: 0.6813366 Jan 28 01:04:09.068102 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd33cf-42a4-449b-8968-8cc65388d037 admin admin] Pushing event deleted for resources: {'Network': ['ID=65aec77f-0551-4161-80bc-ae007bc0c79a,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:09.068622 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-784a484b-1104-4e60-a966-c771a7d0176e admin admin] Publish callbacks [] for security_group (d4bf8e30-3cf7-43c8-a0ef-580359c400c8), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.090720 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-784a484b-1104-4e60-a966-c771a7d0176e admin admin] Publish callbacks [] for security_group (d4bf8e30-3cf7-43c8-a0ef-580359c400c8), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.141461 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-784a484b-1104-4e60-a966-c771a7d0176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d4bf8e30-3cf7-43c8-a0ef-580359c400c8), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.144039 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-784a484b-1104-4e60-a966-c771a7d0176e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.145248 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-784a484b-1104-4e60-a966-c771a7d0176e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4bf8e30-3cf7-43c8-a0ef-580359c400c8 HTTP/1.1" status: 204 len: 168 time: 0.1381099 Jan 28 01:04:09.154010 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a484b-1104-4e60-a966-c771a7d0176e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bf8e30-3cf7-43c8-a0ef-580359c400c8,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:09.243083 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 48998) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:09.293191 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-2b36410d-23b8-40b9-ba2e-3a14fdda7061 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e43c3f3031ee40508283209d12740ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493183 Jan 28 01:04:09.296008 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49002) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:09.326906 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device e32b74cc-4db9-4f4c-87ca-8aa584e43e95 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:09.346975 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f92e1074-bef7-4bce-bc32-8aaab0a967d3 admin admin] Publish callbacks [] for security_group (1711fc70-ff68-4829-8bab-2582471f7495), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.350869 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: e32b74cc-4db9-4f4c-87ca-8aa584e43e95 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:09.351890 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device e32b74cc-4db9-4f4c-87ca-8aa584e43e95 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:09.352385 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:09.371739 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f92e1074-bef7-4bce-bc32-8aaab0a967d3 admin admin] Publish callbacks [] for security_group (1711fc70-ff68-4829-8bab-2582471f7495), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.372772 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:09.373233 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 9ba79ae5-73fc-49b3-89dc-5dacac03ded5 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:09.373922 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 306b374f-7631-42d6-a3c6-91288c8e5082 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:09.393177 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 306b374f-7631-42d6-a3c6-91288c8e5082 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:09.393520 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 306b374f-7631-42d6-a3c6-91288c8e5082 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:09.438261 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f92e1074-bef7-4bce-bc32-8aaab0a967d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (1711fc70-ff68-4829-8bab-2582471f7495), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.441927 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f92e1074-bef7-4bce-bc32-8aaab0a967d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.443110 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f92e1074-bef7-4bce-bc32-8aaab0a967d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1711fc70-ff68-4829-8bab-2582471f7495 HTTP/1.1" status: 204 len: 168 time: 0.1457813 Jan 28 01:04:09.463307 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e1074-bef7-4bce-bc32-8aaab0a967d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711fc70-ff68-4829-8bab-2582471f7495,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:09.528238 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f0b4e-2215-41de-bccf-9753da61b114 req-01f37fba-6c5f-4e2a-b679-2fa6f2af12da tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:09.529786 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e44f0b4e-2215-41de-bccf-9753da61b114 req-01f37fba-6c5f-4e2a-b679-2fa6f2af12da tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0673749 Jan 28 01:04:09.583236 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e44f0b4e-2215-41de-bccf-9753da61b114 req-23d59ee0-3f74-4692-9022-de8b0143e578 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Jan 28 01:04:09.749245 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49022) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:09.792657 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-4ad69d6d-d490-4efc-93f4-9a9f3e1c2648 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97e502c7a7f346f58d7f0116384c248b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422289 Jan 28 01:04:09.795453 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49026) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:09.844079 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c34809c5-b45b-4497-86c7-1bde94f16f1b admin admin] Publish callbacks [] for security_group (fc3e3b3e-5596-4d96-80fe-ade88bd9f0b9), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.871068 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c34809c5-b45b-4497-86c7-1bde94f16f1b admin admin] Publish callbacks [] for security_group (fc3e3b3e-5596-4d96-80fe-ade88bd9f0b9), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.921177 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c34809c5-b45b-4497-86c7-1bde94f16f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (fc3e3b3e-5596-4d96-80fe-ade88bd9f0b9), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.924254 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c34809c5-b45b-4497-86c7-1bde94f16f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.925414 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c34809c5-b45b-4497-86c7-1bde94f16f1b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc3e3b3e-5596-4d96-80fe-ade88bd9f0b9 HTTP/1.1" status: 204 len: 168 time: 0.1289189 Jan 28 01:04:09.939999 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34809c5-b45b-4497-86c7-1bde94f16f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3e3b3e-5596-4d96-80fe-ade88bd9f0b9,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:10.557116 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:10.703838 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:10.718582 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'port_id': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'mac_address': 'fa:16:3e:01:db:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:10.730044 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0476955-fe4b-4aa8-bbe1-1ee53fcfd45c req-5574ac47-975a-4933-8b1d-0969e88d7f13 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.732509 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e0476955-fe4b-4aa8-bbe1-1ee53fcfd45c req-5574ac47-975a-4933-8b1d-0969e88d7f13 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 943 time: 0.0606015 Jan 28 01:04:10.765185 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 70dfd08a-1b60-4f24-ac93-be76036044f2 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:10.765488 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.788663 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dfd08a-1b60-4f24-ac93-be76036044f2 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:10.789615 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e0476955-fe4b-4aa8-bbe1-1ee53fcfd45c req-9250c8ad-869a-459f-8506-5c51f277b890 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503628 Jan 28 01:04:10.812965 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49072) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:10.823728 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:10.829320 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.881738 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=9']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:10.923021 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1595704807-network', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:10.953786 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Made reservation on behalf of 84aa61f3492a445c961e0e4b3682cfcb for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:10.956426 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.965997 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.047233 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Publish callbacks [] for security_group (01e24448-7410-432d-a8fb-b734af05f2d4), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.051782 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (01e24448-7410-432d-a8fb-b734af05f2d4), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.073363 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:04:11.087237 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e24448-7410-432d-a8fb-b734af05f2d4,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:11.092344 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (2682ba21-4a06-436a-b91e-e4b6e595bae0), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.092557 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Added segment 2682ba21-4a06-436a-b91e-e4b6e595bae0 of type vlan for network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c Jan 28 01:04:11.138993 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.165905 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.167164 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.167749 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.190028 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['70dfd08a-1b60-4f24-ac93-be76036044f2'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:11.239460 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49082) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:11.239807 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4255345 Jan 28 01:04:11.245235 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Request body: {'subnet': {'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1595704807-subnet', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:11.250242 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa395e-4c68-4b7d-8968-ed6f0fceb667 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:11.263357 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:04:11.274441 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Made reservation on behalf of 84aa61f3492a445c961e0e4b3682cfcb for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:11.277850 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7371616'] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.473335 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7805259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7371634'] for subnet (6f621703-bd2d-4b83-87a4-849cbfa81005), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.529552 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f621703-bd2d-4b83-87a4-849cbfa81005,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:11.540096 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Checking segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:11.540460 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Network hostable DHCP agents. Network: 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:04:11.557185 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:04:11.566711 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:11.572220 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.573206 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.578145 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a81b268-c624-47f1-8578-62fd8a74acb5 None None] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:04:11.593404 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-06674ca9-7985-49a8-902e-0a8035521e24 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3520217 Jan 28 01:04:11.596181 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49088) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:11.600829 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:11.620481 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (da8300a9-5c71-41a2-b639-acf304907afe), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.621597 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (da8300a9-5c71-41a2-b639-acf304907afe), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.673814 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks [] for router_controller (da8300a9-5c71-41a2-b639-acf304907afe), precommit_add_association {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.689684 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:04:11.690551 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.815480 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks [] for router_gateway (da8300a9-5c71-41a2-b639-acf304907afe), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.840182 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Allocated IP 172.20.0.2 (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c/6f621703-bd2d-4b83-87a4-849cbfa81005/57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:11.949666 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900fddb-d54c-4636-8f70-cba43f0ef9b0 req-72d7ddec-af3c-41e3-8258-a9261b708f5b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.951401 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d900fddb-d54c-4636-8f70-cba43f0ef9b0 req-72d7ddec-af3c-41e3-8258-a9261b708f5b tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 944 time: 0.0695605 Jan 28 01:04:11.997433 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Publish callbacks [] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.004619 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.050002 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:12.052897 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:12.060317 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:12.067800 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Pushing event updated for resources: {'Port': ['ID=57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:12.090621 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d900fddb-d54c-4636-8f70-cba43f0ef9b0 req-beb761c4-548a-430f-b6aa-f8450c85b50a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320350 Jan 28 01:04:12.099752 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks [] for router_gateway (da8300a9-5c71-41a2-b639-acf304907afe), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.121418 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.241885 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Allocated IP 172.27.1.143 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/f38dbca0-9624-4931-9d64-8711fa81c312) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:12.262861 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.265230 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Attempting to bind port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:12.265596 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Attempting to bind port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:12.265955 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Attempting to bind port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:12.271107 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:12.271477 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Checking segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:12.271873 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.272260 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Bound using segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:12.272734 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Bound port: 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:12.273086 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.340264 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] For port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:12.343347 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] For port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:12.348599 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.353479 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks [] for port (f38dbca0-9624-4931-9d64-8711fa81c312), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.388338 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.412963 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb5bf3-d690-46f7-b56b-f51db113207a None None] Pushing event updated for resources: {'Port': ['ID=57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:12.429346 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:12.432376 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:12.435716 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:12.466978 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f38dbca0-9624-4931-9d64-8711fa81c312,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:12.558779 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:12.654861 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 70dfd08a-1b60-4f24-ac93-be76036044f2 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:12.655472 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.763699 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks [] for router_gateway (da8300a9-5c71-41a2-b639-acf304907afe), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.778551 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 70dfd08a-1b60-4f24-ac93-be76036044f2 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:12.779126 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.809664 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:12.812109 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e614677a-e07b-4b8c-abbd-9dfb8ac9468c" -d '{"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-plugged", "status": "completed", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:12.827481 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:12.833936 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.863231 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7398a202-02fd-4a5d-bee0-210fc7b82d3b x-openstack-request-id: req-7398a202-02fd-4a5d-bee0-210fc7b82d3b {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:12.863522 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-plugged", "status": "completed", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:12.863781 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7398a202-02fd-4a5d-bee0-210fc7b82d3b {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:12.864167 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'code': 200} Jan 28 01:04:12.893122 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=10']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:13.270721 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (da8300a9-5c71-41a2-b639-acf304907afe), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.298528 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a24b3-da28-4bcf-a1b2-063852e522bc req-6bb4ed5d-0357-4bf0-9701-755c397741a9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:13.300184 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e00a24b3-da28-4bcf-a1b2-063852e522bc req-6bb4ed5d-0357-4bf0-9701-755c397741a9 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.1241007 Jan 28 01:04:13.402614 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:13.436559 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e00a24b3-da28-4bcf-a1b2-063852e522bc req-5a6c3bea-ce3c-4e8a-aece-c4acdf506221 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053753 Jan 28 01:04:13.472241 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:13.472241 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.496867 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Router da8300a9-5c71-41a2-b639-acf304907afe is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:04:13.558603 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:13.558997 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.562292 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e25c28-2eb4-46fe-9d5d-d5b31f79ed89 None None] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:04:13.618337 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:13.641002 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:13.641325 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.642712 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-95173a43-21f3-462a-b975-f7d7bc5342f2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0452511 Jan 28 01:04:13.646875 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49102) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:13.668854 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:13.678605 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.695801 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:13.696771 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:13.750254 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-3ba0a31b-03ea-4de0-a796-b40925fea452 None None] Provisioning complete for port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:13.750628 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a31b-03ea-4de0-a796-b40925fea452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.877034 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:13.915170 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:14.053103 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0a31b-03ea-4de0-a796-b40925fea452 None None] Current status of the port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:14.142494 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.152054 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:12Z', 'revision_number': 3, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:14.183279 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:14.183636 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Updating router da8300a9-5c71-41a2-b639-acf304907afe port f38dbca0-9624-4931-9d64-8711fa81c312 binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:04:14.211198 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.308584 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Allocated IP 172.20.0.1 (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c/6f621703-bd2d-4b83-87a4-849cbfa81005/10328467-db57-45fa-8208-c63419e1474b) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:14.331127 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-8e7ac9ee-8e98-41e6-9913-224206851731 None None] Provisioning complete for port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:14.331564 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac9ee-8e98-41e6-9913-224206851731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.411867 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Publish callbacks [] for port (10328467-db57-45fa-8208-c63419e1474b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.455129 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (10328467-db57-45fa-8208-c63419e1474b), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.497559 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:14.502372 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:14.509209 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ac9ee-8e98-41e6-9913-224206851731 None None] Current status of the port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:14.513173 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:14.551350 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Pushing event updated for resources: {'Port': ['ID=10328467-db57-45fa-8208-c63419e1474b,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:14.566416 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (da8300a9-5c71-41a2-b639-acf304907afe), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.588375 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Publish callbacks [] for port (f38dbca0-9624-4931-9d64-8711fa81c312), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.598030 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.666673 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Attempting to bind port f38dbca0-9624-4931-9d64-8711fa81c312 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:14.667202 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Attempting to bind port f38dbca0-9624-4931-9d64-8711fa81c312 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:14.667505 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Attempting to bind port f38dbca0-9624-4931-9d64-8711fa81c312 on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:14.670037 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b5544-2dfd-46ad-84dd-effc180a6a7a None None] Pushing event updated for resources: {'Port': ['ID=f38dbca0-9624-4931-9d64-8711fa81c312,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:14.676449 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:14.676866 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:14.677304 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.677951 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:14.678615 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Bound port: f38dbca0-9624-4931-9d64-8711fa81c312, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:14.679126 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.745866 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] For port f38dbca0-9624-4931-9d64-8711fa81c312, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:14.749373 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] For port f38dbca0-9624-4931-9d64-8711fa81c312, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=f38dbca0-9624-4931-9d64-8711fa81c312,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:14.754848 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.822635 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b5544-2dfd-46ad-84dd-effc180a6a7a None None] Pushing event updated for resources: {'Port': ['ID=f38dbca0-9624-4931-9d64-8711fa81c312,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:14.825451 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:14.826089 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:14.949503 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b74571-2965-46eb-9bf8-ca735343b43e req-6efc6fe5-411a-45e6-921b-9d2b75d5219f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:14.951091 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-98b74571-2965-46eb-9bf8-ca735343b43e req-6efc6fe5-411a-45e6-921b-9d2b75d5219f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.3971889 Jan 28 01:04:15.001034 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (10328467-db57-45fa-8208-c63419e1474b), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.055139 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-41bae2b5-5cd5-40b4-83bd-6924ea5a9e6c None None] Provisioning complete for port 10328467-db57-45fa-8208-c63419e1474b triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:15.055593 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-41bae2b5-5cd5-40b4-83bd-6924ea5a9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (10328467-db57-45fa-8208-c63419e1474b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.055768 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-98b74571-2965-46eb-9bf8-ca735343b43e req-029617f6-9900-4fc9-b767-ba85fae9acba tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925884 Jan 28 01:04:15.115507 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:15.117234 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-41bae2b5-5cd5-40b4-83bd-6924ea5a9e6c None None] Port 10328467-db57-45fa-8208-c63419e1474b cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:15.205340 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Publish callbacks [] for port (10328467-db57-45fa-8208-c63419e1474b), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.211766 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (10328467-db57-45fa-8208-c63419e1474b), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.293766 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (da8300a9-5c71-41a2-b639-acf304907afe), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.298086 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Pushing event updated for resources: {'Port': ['ID=10328467-db57-45fa-8208-c63419e1474b,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:15.311208 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:12Z', 'revision_number': 3, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:15.316569 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:15.374269 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd19d4-ffc0-4207-b682-f5deb1de9558 None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:12Z', 'revision_number': 3, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:15.410246 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:15.410622 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.428106 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:15.429656 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:15.515622 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:15.560893 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Router da8300a9-5c71-41a2-b639-acf304907afe has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:15.690382 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:15.695503 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-261a83a2-edfd-4eb8-a458-68e521265120 admin admin] 10.222.0.78 "PUT /v2.0/routers/da8300a9-5c71-41a2-b639-acf304907afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475509 Jan 28 01:04:15.743703 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-ed485497-2115-487d-be2a-6a176c14a38b None None] Provisioning complete for port 10328467-db57-45fa-8208-c63419e1474b triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:15.744181 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ed485497-2115-487d-be2a-6a176c14a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (10328467-db57-45fa-8208-c63419e1474b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.781423 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-ed485497-2115-487d-be2a-6a176c14a38b None None] Port 10328467-db57-45fa-8208-c63419e1474b cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:15.916052 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2460f-daf8-4f34-9ecd-7f8c78c17e7a req-b29c8b40-1d28-45ba-b392-9bcc2aab7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:15.917594 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73b2460f-daf8-4f34-9ecd-7f8c78c17e7a req-b29c8b40-1d28-45ba-b392-9bcc2aab7782 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 1099 time: 0.0457776 Jan 28 01:04:15.971652 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73b2460f-daf8-4f34-9ecd-7f8c78c17e7a req-45c07bcc-9d72-420e-9289-8387d645bb48 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470171 Jan 28 01:04:16.195836 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996917b-2298-455d-a80e-0a7299c7b8a6 req-6c47d706-e274-4424-b4b4-ae9eaf31199d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:16.197480 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f996917b-2298-455d-a80e-0a7299c7b8a6 req-6c47d706-e274-4424-b4b4-ae9eaf31199d tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.0609529 Jan 28 01:04:16.236619 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49128) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:16.241673 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1941026981-network', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:16.251048 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f996917b-2298-455d-a80e-0a7299c7b8a6 req-bde07aa4-6579-4cf4-ae6d-c47955d66360 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478616 Jan 28 01:04:16.265155 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Made reservation on behalf of a569f55805bc42dfbb5af28043838e61 for: {'network': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:16.268465 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.278721 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.363132 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Publish callbacks [] for security_group (cb078801-8109-4b38-84fc-26e0ee738f9c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.367130 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (cb078801-8109-4b38-84fc-26e0ee738f9c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.390602 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 975, 'physical_network': 'physnet1'} {{(pid=102325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:04:16.400642 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb078801-8109-4b38-84fc-26e0ee738f9c,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:16.405551 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (caa0faac-6d25-4267-96a5-5c81be6429cd), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.405890 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.segments_db [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Added segment caa0faac-6d25-4267-96a5-5c81be6429cd of type vlan for network 7228962f-c104-4f17-b3f3-c13a6aa64d76 Jan 28 01:04:16.444483 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (7228962f-c104-4f17-b3f3-c13a6aa64d76), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.469231 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (7228962f-c104-4f17-b3f3-c13a6aa64d76), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.470441 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:16.471066 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.522778 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2849591 Jan 28 01:04:16.526227 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49130) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:16.531953 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Request body: {'subnet': {'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1941026981-subnet', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'ip_version': 4}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:16.532636 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9994c-7116-4cd9-b1ba-1d2201e73f58 admin admin] Pushing event updated for resources: {'Network': ['ID=7228962f-c104-4f17-b3f3-c13a6aa64d76,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:16.544376 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 7228962f-c104-4f17-b3f3-c13a6aa64d76 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:04:16.552259 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Made reservation on behalf of a569f55805bc42dfbb5af28043838e61 for: {'subnet': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:16.554683 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7429227'] for subnet (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.721901 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7838316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7429241'] for subnet (70da7939-be51-4ade-bf4c-ab82637b729c), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.783968 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=70da7939-be51-4ade-bf4c-ab82637b729c,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:16.789693 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Checking segment: {'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:16.790670 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Network hostable DHCP agents. Network: 7228962f-c104-4f17-b3f3-c13a6aa64d76, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:04:16.807582 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Network 7228962f-c104-4f17-b3f3-c13a6aa64d76 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:04:16.815900 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 7228962f-c104-4f17-b3f3-c13a6aa64d76) {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:16.821139 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:16.821725 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.823944 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc269c1d-e8a0-40bd-a257-a15a680571da None None] Network 7228962f-c104-4f17-b3f3-c13a6aa64d76 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:04:16.839018 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-32c6ea81-99f7-4144-a699-9c29597d3b4d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3111901 Jan 28 01:04:16.841850 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49134) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:16.846748 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:16.872867 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (c959cc0c-1947-4ffc-be60-28861b584541), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.873972 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (c959cc0c-1947-4ffc-be60-28861b584541), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.920412 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-0a6bdc90-3380-4893-b428-fb73079a586d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.943003 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks [] for router_controller (c959cc0c-1947-4ffc-be60-28861b584541), precommit_add_association {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.968915 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-7228962f-c104-4f17-b3f3-c13a6aa64d76', 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76', 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'fixed_ips': [{'subnet_id': '70da7939-be51-4ade-bf4c-ab82637b729c'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:04:16.970355 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.096030 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks [] for router_gateway (c959cc0c-1947-4ffc-be60-28861b584541), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.125572 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Allocated IP 172.20.0.2 (7228962f-c104-4f17-b3f3-c13a6aa64d76/70da7939-be51-4ade-bf4c-ab82637b729c/3ed81c33-3336-4ebb-830e-0e5f76b03e33) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:17.138829 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:17.151785 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:17.152884 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:17.294484 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:17.364443 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Publish callbacks [] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.384463 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.466544 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks [] for router_gateway (c959cc0c-1947-4ffc-be60-28861b584541), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.467966 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Network 7228962f-c104-4f17-b3f3-c13a6aa64d76 is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:17.470680 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device f38dbca0-9624-4931-9d64-8711fa81c312 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:17.507884 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103b10-142a-4091-8f94-3a047f72af0b req-37d43327-c434-449a-8608-f3903d1f1fbd tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.516384 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b3103b10-142a-4091-8f94-3a047f72af0b req-37d43327-c434-449a-8608-f3903d1f1fbd tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.1405613 Jan 28 01:04:17.516688 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:17.522181 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:17.529930 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.553393 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Pushing event updated for resources: {'Port': ['ID=3ed81c33-3336-4ebb-830e-0e5f76b03e33,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.576381 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:15Z', 'revision_number': 2, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:17.591821 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port f38dbca0-9624-4931-9d64-8711fa81c312 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:17.591821 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.616011 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:17.616911 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Updating router da8300a9-5c71-41a2-b639-acf304907afe port 10328467-db57-45fa-8208-c63419e1474b binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:04:17.650137 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (10328467-db57-45fa-8208-c63419e1474b), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.661537 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Attempting to bind port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:17.661929 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Attempting to bind port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:17.662268 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Attempting to bind port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 on network 7228962f-c104-4f17-b3f3-c13a6aa64d76 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:17.664501 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b3103b10-142a-4091-8f94-3a047f72af0b req-2c9166be-328d-4182-91a5-8c9ce496f305 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400931 Jan 28 01:04:17.669731 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:17.670157 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Checking segment: {'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:17.670722 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.671434 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Bound using segment: {'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:17.671778 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Bound port: 3ed81c33-3336-4ebb-830e-0e5f76b03e33, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:17.672164 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.747003 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Allocated IP 172.27.1.99 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/a84791b6-e979-4e32-875c-3a95631be1a7) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:17.755417 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port f38dbca0-9624-4931-9d64-8711fa81c312 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:17.755886 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.780536 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port f38dbca0-9624-4931-9d64-8711fa81c312, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=f38dbca0-9624-4931-9d64-8711fa81c312,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:17.793957 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.864645 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] For port 3ed81c33-3336-4ebb-830e-0e5f76b03e33, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:17.890184 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] For port 3ed81c33-3336-4ebb-830e-0e5f76b03e33, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=3ed81c33-3336-4ebb-830e-0e5f76b03e33,segment=NetworkSegment(caa0faac-6d25-4267-96a5-5c81be6429cd),segment_id=caa0faac-6d25-4267-96a5-5c81be6429cd)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:17.891585 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=f38dbca0-9624-4931-9d64-8711fa81c312,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.894824 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks [] for port (a84791b6-e979-4e32-875c-3a95631be1a7), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.905072 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.935406 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.981911 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12485a7-e738-4f21-9b04-40ddc6f9dca8 None None] Pushing event updated for resources: {'Port': ['ID=3ed81c33-3336-4ebb-830e-0e5f76b03e33,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:18.000346 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:18.003304 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:18.011320 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:18.017650 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a84791b6-e979-4e32-875c-3a95631be1a7,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:18.105057 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Publish callbacks [] for port (10328467-db57-45fa-8208-c63419e1474b), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.111538 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (10328467-db57-45fa-8208-c63419e1474b), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.159146 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Pushing event updated for resources: {'Port': ['ID=10328467-db57-45fa-8208-c63419e1474b,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:18.174033 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.174410 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.174774 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.175144 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.175498 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.175813 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.176144 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.176468 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.176793 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.177569 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.177948 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.178229 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.178550 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:18.279519 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Attempting to bind port 10328467-db57-45fa-8208-c63419e1474b on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:18.279811 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Attempting to bind port 10328467-db57-45fa-8208-c63419e1474b by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:18.280187 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Attempting to bind port 10328467-db57-45fa-8208-c63419e1474b on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:18.292820 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:18.293204 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Checking segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:18.293618 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.294017 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Bound using segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:18.294502 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Bound port: 10328467-db57-45fa-8208-c63419e1474b, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:18.294905 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (10328467-db57-45fa-8208-c63419e1474b), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.366655 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks [] for router_gateway (c959cc0c-1947-4ffc-be60-28861b584541), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.375776 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] For port 10328467-db57-45fa-8208-c63419e1474b, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:18.379100 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] For port 10328467-db57-45fa-8208-c63419e1474b, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=10328467-db57-45fa-8208-c63419e1474b,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:18.385645 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (10328467-db57-45fa-8208-c63419e1474b), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.470118 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:18.470923 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:18.472822 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c20dde-aa29-4396-b60e-71613327aa92 None None] Pushing event updated for resources: {'Port': ['ID=10328467-db57-45fa-8208-c63419e1474b,revision_number=4']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:18.606355 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:18.658733 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-c61c6cc3-53cc-4f0e-a66b-38e7caa65abd None None] Provisioning complete for port 10328467-db57-45fa-8208-c63419e1474b triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:18.659475 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c61c6cc3-53cc-4f0e-a66b-38e7caa65abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (10328467-db57-45fa-8208-c63419e1474b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.750303 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (c959cc0c-1947-4ffc-be60-28861b584541), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.779408 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-c61c6cc3-53cc-4f0e-a66b-38e7caa65abd None None] Current status of the port 10328467-db57-45fa-8208-c63419e1474b is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:18.780098 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c61c6cc3-53cc-4f0e-a66b-38e7caa65abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (10328467-db57-45fa-8208-c63419e1474b), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.829466 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-c61c6cc3-53cc-4f0e-a66b-38e7caa65abd None None] For port 10328467-db57-45fa-8208-c63419e1474b, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=10328467-db57-45fa-8208-c63419e1474b,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:18.836411 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c61c6cc3-53cc-4f0e-a66b-38e7caa65abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (10328467-db57-45fa-8208-c63419e1474b), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.843750 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c388c18-16fb-40d6-bb81-fe125f6b5c81 req-2896271b-0fe8-454e-a74d-0425751e5e09 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.851070 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1c388c18-16fb-40d6-bb81-fe125f6b5c81 req-2896271b-0fe8-454e-a74d-0425751e5e09 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.0704107 Jan 28 01:04:18.910356 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:18.918225 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1c388c18-16fb-40d6-bb81-fe125f6b5c81 req-b13a232b-fd0c-4966-b0c7-3ffecfecc704 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630805 Jan 28 01:04:18.923064 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c6cc3-53cc-4f0e-a66b-38e7caa65abd None None] Pushing event updated for resources: {'Port': ['ID=10328467-db57-45fa-8208-c63419e1474b,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:18.941389 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de8dde-c40e-44b7-a245-3ea2abd65980 None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:18.966268 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-00e7cea1-f7d2-428c-8481-d6a158915cb4 None None] Provisioning complete for port 10328467-db57-45fa-8208-c63419e1474b triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:18.967060 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-00e7cea1-f7d2-428c-8481-d6a158915cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (10328467-db57-45fa-8208-c63419e1474b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:19.010631 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Router c959cc0c-1947-4ffc-be60-28861b584541 is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:04:19.115901 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-00e7cea1-f7d2-428c-8481-d6a158915cb4 None None] Current status of the port 10328467-db57-45fa-8208-c63419e1474b is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:19.140805 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:19.154152 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Sync routers for ids ['c959cc0c-1947-4ffc-be60-28861b584541'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:19.162822 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:19.164288 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a330776d-bca6-42b9-b853-b3fc3f3729f6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3214040 Jan 28 01:04:19.167238 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49194) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:19.181135 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Routers {'c959cc0c-1947-4ffc-be60-28861b584541'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:19.181760 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:03:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['c959cc0c-1947-4ffc-be60-28861b584541'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:19.229395 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-04698da7-ca3c-49cd-b11b-f3a1a8d3a8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:19.350943 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Set router c959cc0c-1947-4ffc-be60-28861b584541 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:19.440548 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568b603-fd10-4f0b-9a4d-cf798b097e2f None None] Network 7228962f-c104-4f17-b3f3-c13a6aa64d76 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:04:19.548079 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-3ee559ef-5794-4cb7-b5c7-6d57d6adbdea None None] Provisioning complete for port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:19.548426 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3ee559ef-5794-4cb7-b5c7-6d57d6adbdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:19.578104 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 10328467-db57-45fa-8208-c63419e1474b up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:19.712972 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:19.908261 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 10328467-db57-45fa-8208-c63419e1474b triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:19.908641 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (10328467-db57-45fa-8208-c63419e1474b), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:19.913095 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Allocated IP 172.20.0.1 (7228962f-c104-4f17-b3f3-c13a6aa64d76/70da7939-be51-4ade-bf4c-ab82637b729c/f638f083-6c24-4ba9-96e0-e9b84be1b9ca) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:20.003750 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-3ee559ef-5794-4cb7-b5c7-6d57d6adbdea None None] Current status of the port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:20.004231 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3ee559ef-5794-4cb7-b5c7-6d57d6adbdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.058856 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Publish callbacks [] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.063748 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 3, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port': {'id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:17Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:20.070391 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-3ee559ef-5794-4cb7-b5c7-6d57d6adbdea None None] For port 3ed81c33-3336-4ebb-830e-0e5f76b03e33, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=3ed81c33-3336-4ebb-830e-0e5f76b03e33,segment=NetworkSegment(caa0faac-6d25-4267-96a5-5c81be6429cd),segment_id=caa0faac-6d25-4267-96a5-5c81be6429cd)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:20.118947 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.135646 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3ee559ef-5794-4cb7-b5c7-6d57d6adbdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.143955 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Checking router: c959cc0c-1947-4ffc-be60-28861b584541 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:20.144302 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Updating router c959cc0c-1947-4ffc-be60-28861b584541 port a84791b6-e979-4e32-875c-3a95631be1a7 binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:04:20.166467 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Pushing event updated for resources: {'Port': ['ID=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:20.185800 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Network 7228962f-c104-4f17-b3f3-c13a6aa64d76 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:20.187413 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:20.190972 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:20.232832 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (c959cc0c-1947-4ffc-be60-28861b584541), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.249516 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49204) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:20.256761 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee559ef-5794-4cb7-b5c7-6d57d6adbdea None None] Pushing event updated for resources: {'Port': ['ID=3ed81c33-3336-4ebb-830e-0e5f76b03e33,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:20.272732 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 10328467-db57-45fa-8208-c63419e1474b is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:20.274713 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device f38dbca0-9624-4931-9d64-8711fa81c312 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:20.304854 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.422054 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-639a7dd6-d0e6-411f-9713-517a962020e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.442563 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.461435 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4def0331-43b2-4070-9597-c24c5c81d1f2 None None] Provisioning complete for port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:20.461809 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4def0331-43b2-4070-9597-c24c5c81d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.517436 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port f38dbca0-9624-4931-9d64-8711fa81c312 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:20.517815 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.571692 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.573791 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-639a7dd6-d0e6-411f-9713-517a962020e5 admin admin] Publish callbacks [] for security_group (278b97b5-6a6f-488e-9f91-61f96b9d18b2), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.580506 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-639a7dd6-d0e6-411f-9713-517a962020e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (278b97b5-6a6f-488e-9f91-61f96b9d18b2), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.633245 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-639a7dd6-d0e6-411f-9713-517a962020e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4f08ee4c3764d21a24964eb5d8822c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809149 Jan 28 01:04:20.633245 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a7dd6-d0e6-411f-9713-517a962020e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278b97b5-6a6f-488e-9f91-61f96b9d18b2,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:20.633952 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49208) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:20.668243 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4def0331-43b2-4070-9597-c24c5c81d1f2 None None] Current status of the port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:20.693106 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Publish callbacks [] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.700754 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.750562 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port f38dbca0-9624-4931-9d64-8711fa81c312 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:20.751551 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 3ed81c33-3336-4ebb-830e-0e5f76b03e33 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:20.757535 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0165f83e-b464-4ac6-9305-eed1ef3c606c admin admin] Publish callbacks [] for security_group (278b97b5-6a6f-488e-9f91-61f96b9d18b2), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.795660 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (c959cc0c-1947-4ffc-be60-28861b584541), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.798523 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0165f83e-b464-4ac6-9305-eed1ef3c606c admin admin] Publish callbacks [] for security_group (278b97b5-6a6f-488e-9f91-61f96b9d18b2), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.810698 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Pushing event updated for resources: {'Port': ['ID=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:20.843189 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Publish callbacks [] for port (a84791b6-e979-4e32-875c-3a95631be1a7), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.845483 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-9dccc1ad-238a-4617-96fe-8f79bd0bd311 None None] Provisioning complete for port f638f083-6c24-4ba9-96e0-e9b84be1b9ca triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:20.845845 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-9dccc1ad-238a-4617-96fe-8f79bd0bd311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.869461 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.905664 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0165f83e-b464-4ac6-9305-eed1ef3c606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (278b97b5-6a6f-488e-9f91-61f96b9d18b2), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.908193 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-0165f83e-b464-4ac6-9305-eed1ef3c606c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.909351 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-0165f83e-b464-4ac6-9305-eed1ef3c606c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/278b97b5-6a6f-488e-9f91-61f96b9d18b2 HTTP/1.1" status: 204 len: 168 time: 0.2744646 Jan 28 01:04:20.927261 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165f83e-b464-4ac6-9305-eed1ef3c606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b97b5-6a6f-488e-9f91-61f96b9d18b2,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:20.929002 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-9dccc1ad-238a-4617-96fe-8f79bd0bd311 None None] Port f638f083-6c24-4ba9-96e0-e9b84be1b9ca cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:20.930369 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:20.930740 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.939979 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Network 7228962f-c104-4f17-b3f3-c13a6aa64d76 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:20.941416 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:20.980557 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcea97-d51d-4570-80db-c7a6d51306ac None None] Pushing event updated for resources: {'Port': ['ID=a84791b6-e979-4e32-875c-3a95631be1a7,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:20.985079 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Attempting to bind port a84791b6-e979-4e32-875c-3a95631be1a7 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:20.985457 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Attempting to bind port a84791b6-e979-4e32-875c-3a95631be1a7 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:20.985828 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Attempting to bind port a84791b6-e979-4e32-875c-3a95631be1a7 on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:21.003599 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:21.003981 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:21.004535 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.004767 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:21.005250 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Bound port: a84791b6-e979-4e32-875c-3a95631be1a7, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:21.005638 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.072654 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Router c959cc0c-1947-4ffc-be60-28861b584541 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:21.123494 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:21.127672 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] For port a84791b6-e979-4e32-875c-3a95631be1a7, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:21.130993 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] For port a84791b6-e979-4e32-875c-3a95631be1a7, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=a84791b6-e979-4e32-875c-3a95631be1a7,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:21.140716 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.202978 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Routers {'c959cc0c-1947-4ffc-be60-28861b584541'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:21.203602 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['c959cc0c-1947-4ffc-be60-28861b584541'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:21.204778 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:21.208586 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcea97-d51d-4570-80db-c7a6d51306ac None None] Pushing event updated for resources: {'Port': ['ID=a84791b6-e979-4e32-875c-3a95631be1a7,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:21.211502 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-603ac44a-2772-4ff6-9b21-b95250e77a8b admin admin] 10.222.0.78 "PUT /v2.0/routers/c959cc0c-1947-4ffc-be60-28861b584541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0430634 Jan 28 01:04:21.273213 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-bc1c4738-80a8-4400-bcd6-9abb25862d58 None None] Provisioning complete for port f638f083-6c24-4ba9-96e0-e9b84be1b9ca triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:21.273602 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4738-80a8-4400-bcd6-9abb25862d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.349639 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c4738-80a8-4400-bcd6-9abb25862d58 None None] Port f638f083-6c24-4ba9-96e0-e9b84be1b9ca cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:21.355900 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 3ed81c33-3336-4ebb-830e-0e5f76b03e33 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:21.369069 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49220) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:21.388543 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] Set router c959cc0c-1947-4ffc-be60-28861b584541 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:21.521205 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:21.521588 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.605058 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c667d333-3d3c-4aeb-917e-e8d087dd8618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.666023 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:21.683922 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:04:20Z', 'revision_number': 4, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port': {'id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:17Z', 'updated_at': '2022-01-28T01:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'f638f083-6c24-4ba9-96e0-e9b84be1b9ca', 'name': '', 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'mac_address': 'fa:16:3e:a7:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:19Z', 'updated_at': '2022-01-28T01:04:20Z', 'revision_number': 2, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'subnets': [{'id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:21.684859 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c667d333-3d3c-4aeb-917e-e8d087dd8618 admin admin] Publish callbacks [] for security_group (994f4934-a31b-46ae-9a7e-568dc592ed7a), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.688891 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c667d333-3d3c-4aeb-917e-e8d087dd8618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (994f4934-a31b-46ae-9a7e-568dc592ed7a), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.711615 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff24646-1765-4418-a997-f2642d5528a5 None None] The sync data for ids ['c959cc0c-1947-4ffc-be60-28861b584541'] in dv-cinder-816898-6-iscsi is: [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:04:20Z', 'revision_number': 4, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port': {'id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:17Z', 'updated_at': '2022-01-28T01:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'f638f083-6c24-4ba9-96e0-e9b84be1b9ca', 'name': '', 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'mac_address': 'fa:16:3e:a7:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:19Z', 'updated_at': '2022-01-28T01:04:20Z', 'revision_number': 2, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'subnets': [{'id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:21.725014 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667d333-3d3c-4aeb-917e-e8d087dd8618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994f4934-a31b-46ae-9a7e-568dc592ed7a,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:21.732446 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c667d333-3d3c-4aeb-917e-e8d087dd8618 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85742633d1cd47b786ce9d7f39066f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599708 Jan 28 01:04:21.732813 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49222) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:21.784765 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c7dbaa1-fd80-4458-871d-358988d1980d admin admin] Publish callbacks [] for security_group (994f4934-a31b-46ae-9a7e-568dc592ed7a), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.807129 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c7dbaa1-fd80-4458-871d-358988d1980d admin admin] Publish callbacks [] for security_group (994f4934-a31b-46ae-9a7e-568dc592ed7a), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.859059 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c7dbaa1-fd80-4458-871d-358988d1980d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (994f4934-a31b-46ae-9a7e-568dc592ed7a), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.861667 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-0c7dbaa1-fd80-4458-871d-358988d1980d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.865190 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-0c7dbaa1-fd80-4458-871d-358988d1980d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/994f4934-a31b-46ae-9a7e-568dc592ed7a HTTP/1.1" status: 204 len: 168 time: 0.1290410 Jan 28 01:04:21.870759 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dbaa1-fd80-4458-871d-358988d1980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f4934-a31b-46ae-9a7e-568dc592ed7a,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:22.003901 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:22.943946 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49278) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:22.949698 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-a494c5a9-26e7-4ae8-9cbc-0f92a81e0a8f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597946477', 'description': 'tempest-secgroup-smoke-1597946477 description', 'project_id': '84aa61f3492a445c961e0e4b3682cfcb'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:22.971166 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a494c5a9-26e7-4ae8-9cbc-0f92a81e0a8f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.041002 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a494c5a9-26e7-4ae8-9cbc-0f92a81e0a8f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group (92eff45a-32a7-4f92-b0e0-2789a233c652), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.046304 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a494c5a9-26e7-4ae8-9cbc-0f92a81e0a8f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (92eff45a-32a7-4f92-b0e0-2789a233c652), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.078567 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494c5a9-26e7-4ae8-9cbc-0f92a81e0a8f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92eff45a-32a7-4f92-b0e0-2789a233c652,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.083505 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a494c5a9-26e7-4ae8-9cbc-0f92a81e0a8f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.084738 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a494c5a9-26e7-4ae8-9cbc-0f92a81e0a8f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1386154 Jan 28 01:04:23.088570 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49288) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:23.093093 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-2c4c5256-92a1-458f-bfdd-5e0610f9d0bd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'security_group_rule': {'security_group_id': '92eff45a-32a7-4f92-b0e0-2789a233c652', 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:23.121135 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5256-92a1-458f-bfdd-5e0610f9d0bd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (b126e2ac-690e-4912-a3b8-c502f5ba5dad), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.177218 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5256-92a1-458f-bfdd-5e0610f9d0bd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (b126e2ac-690e-4912-a3b8-c502f5ba5dad), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.181130 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5256-92a1-458f-bfdd-5e0610f9d0bd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (b126e2ac-690e-4912-a3b8-c502f5ba5dad), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.197912 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c5256-92a1-458f-bfdd-5e0610f9d0bd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b126e2ac-690e-4912-a3b8-c502f5ba5dad,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.205643 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5256-92a1-458f-bfdd-5e0610f9d0bd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.206951 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-2c4c5256-92a1-458f-bfdd-5e0610f9d0bd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172602 Jan 28 01:04:23.209738 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49290) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:23.214521 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-c322dcc1-2d76-480e-9e74-19689a88697b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'security_group_rule': {'security_group_id': '92eff45a-32a7-4f92-b0e0-2789a233c652', 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:23.250104 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c322dcc1-2d76-480e-9e74-19689a88697b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (4c1f36fe-0b6a-4532-8873-c39e4f9a7709), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.349932 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c322dcc1-2d76-480e-9e74-19689a88697b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (4c1f36fe-0b6a-4532-8873-c39e4f9a7709), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.352594 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.353799 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c322dcc1-2d76-480e-9e74-19689a88697b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (4c1f36fe-0b6a-4532-8873-c39e4f9a7709), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.380639 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322dcc1-2d76-480e-9e74-19689a88697b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1f36fe-0b6a-4532-8873-c39e4f9a7709,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.387675 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device a84791b6-e979-4e32-875c-3a95631be1a7 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:23.389308 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c322dcc1-2d76-480e-9e74-19689a88697b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.390505 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c322dcc1-2d76-480e-9e74-19689a88697b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798472 Jan 28 01:04:23.393268 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49296) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:23.397828 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-4e23f368-0b76-4283-b66b-36e513555cf1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'security_group_rule': {'security_group_id': '92eff45a-32a7-4f92-b0e0-2789a233c652', 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:23.427190 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4e23f368-0b76-4283-b66b-36e513555cf1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (133f10fd-a657-40d9-afd0-c82cb0f178d8), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.492655 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4e23f368-0b76-4283-b66b-36e513555cf1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (133f10fd-a657-40d9-afd0-c82cb0f178d8), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.496749 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4e23f368-0b76-4283-b66b-36e513555cf1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (133f10fd-a657-40d9-afd0-c82cb0f178d8), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.514628 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23f368-0b76-4283-b66b-36e513555cf1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133f10fd-a657-40d9-afd0-c82cb0f178d8,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.524805 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4e23f368-0b76-4283-b66b-36e513555cf1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.530241 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4e23f368-0b76-4283-b66b-36e513555cf1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359084 Jan 28 01:04:23.530983 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49300) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:23.536306 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-3338d3cf-354b-4b60-b10b-005b850036ef tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'security_group_rule': {'security_group_id': '92eff45a-32a7-4f92-b0e0-2789a233c652', 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:23.581231 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3338d3cf-354b-4b60-b10b-005b850036ef tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (b22b6f59-bdd0-4bc3-b59f-bc91bf4ead42), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.583202 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port a84791b6-e979-4e32-875c-3a95631be1a7 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:23.583562 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.646854 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3338d3cf-354b-4b60-b10b-005b850036ef tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (b22b6f59-bdd0-4bc3-b59f-bc91bf4ead42), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.650837 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3338d3cf-354b-4b60-b10b-005b850036ef tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (b22b6f59-bdd0-4bc3-b59f-bc91bf4ead42), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.668600 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port a84791b6-e979-4e32-875c-3a95631be1a7 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:23.669087 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.674023 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338d3cf-354b-4b60-b10b-005b850036ef tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22b6f59-bdd0-4bc3-b59f-bc91bf4ead42,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.681918 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3338d3cf-354b-4b60-b10b-005b850036ef tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.683486 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3338d3cf-354b-4b60-b10b-005b850036ef tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511765 Jan 28 01:04:23.686780 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49310) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:23.691583 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-2da4d454-aeb7-488f-b3ce-fde894becde8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'security_group_rule': {'security_group_id': '92eff45a-32a7-4f92-b0e0-2789a233c652', 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:23.693063 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port a84791b6-e979-4e32-875c-3a95631be1a7, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=a84791b6-e979-4e32-875c-3a95631be1a7,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:23.697346 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.712314 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.securitygroups_db [None req-2da4d454-aeb7-488f-b3ce-fde894becde8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Project 84aa61f3492a445c961e0e4b3682cfcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:04:23.717864 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2da4d454-aeb7-488f-b3ce-fde894becde8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (44dade60-2a76-4c81-8660-1b2bb04c6d11), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.749293 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=a84791b6-e979-4e32-875c-3a95631be1a7,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.782382 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2da4d454-aeb7-488f-b3ce-fde894becde8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (44dade60-2a76-4c81-8660-1b2bb04c6d11), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.786134 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2da4d454-aeb7-488f-b3ce-fde894becde8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (44dade60-2a76-4c81-8660-1b2bb04c6d11), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.806215 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4d454-aeb7-488f-b3ce-fde894becde8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dade60-2a76-4c81-8660-1b2bb04c6d11,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.813232 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2da4d454-aeb7-488f-b3ce-fde894becde8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.814518 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-2da4d454-aeb7-488f-b3ce-fde894becde8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266866 Jan 28 01:04:23.817904 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49316) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:23.823561 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-94db27d8-7adb-49a0-a69d-ebda005d3be0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'security_group_rule': {'security_group_id': '92eff45a-32a7-4f92-b0e0-2789a233c652', 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:23.848891 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.securitygroups_db [None req-94db27d8-7adb-49a0-a69d-ebda005d3be0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Project 84aa61f3492a445c961e0e4b3682cfcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:04:23.855623 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-94db27d8-7adb-49a0-a69d-ebda005d3be0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (f3219d37-7035-42c8-b1b9-1d5031038ff0), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.922680 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Sync routers for ids ['c959cc0c-1947-4ffc-be60-28861b584541'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:23.923609 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-94db27d8-7adb-49a0-a69d-ebda005d3be0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (f3219d37-7035-42c8-b1b9-1d5031038ff0), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.928493 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-94db27d8-7adb-49a0-a69d-ebda005d3be0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (f3219d37-7035-42c8-b1b9-1d5031038ff0), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.933369 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Routers {'c959cc0c-1947-4ffc-be60-28861b584541'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:23.933992 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['c959cc0c-1947-4ffc-be60-28861b584541'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:23.943305 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db27d8-7adb-49a0-a69d-ebda005d3be0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3219d37-7035-42c8-b1b9-1d5031038ff0,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.955475 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-94db27d8-7adb-49a0-a69d-ebda005d3be0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.956740 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-94db27d8-7adb-49a0-a69d-ebda005d3be0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377130 Jan 28 01:04:24.047635 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Set router c959cc0c-1947-4ffc-be60-28861b584541 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:24.257258 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:04:20Z', 'revision_number': 4, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port': {'id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:17Z', 'updated_at': '2022-01-28T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'f638f083-6c24-4ba9-96e0-e9b84be1b9ca', 'name': '', 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'mac_address': 'fa:16:3e:a7:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:19Z', 'updated_at': '2022-01-28T01:04:20Z', 'revision_number': 2, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'subnets': [{'id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:24.284189 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Checking router: c959cc0c-1947-4ffc-be60-28861b584541 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:24.284563 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Updating router c959cc0c-1947-4ffc-be60-28861b584541 port f638f083-6c24-4ba9-96e0-e9b84be1b9ca binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:04:24.310605 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.590021 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Publish callbacks [] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.594704 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.646404 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02744777-4b92-405a-9e30-eae00c4f103c None None] Pushing event updated for resources: {'Port': ['ID=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:24.697363 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Attempting to bind port f638f083-6c24-4ba9-96e0-e9b84be1b9ca on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:24.697732 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Attempting to bind port f638f083-6c24-4ba9-96e0-e9b84be1b9ca by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:24.698223 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Attempting to bind port f638f083-6c24-4ba9-96e0-e9b84be1b9ca on network 7228962f-c104-4f17-b3f3-c13a6aa64d76 {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:24.703563 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:24.703958 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Checking segment: {'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:24.704338 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.704723 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Bound using segment: {'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:24.705184 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Bound port: f638f083-6c24-4ba9-96e0-e9b84be1b9ca, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa0faac-6d25-4267-96a5-5c81be6429cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:24.705560 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.775522 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] For port f638f083-6c24-4ba9-96e0-e9b84be1b9ca, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:24.779227 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] For port f638f083-6c24-4ba9-96e0-e9b84be1b9ca, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,segment=NetworkSegment(caa0faac-6d25-4267-96a5-5c81be6429cd),segment_id=caa0faac-6d25-4267-96a5-5c81be6429cd)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:24.784520 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.830711 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Routers {'c959cc0c-1947-4ffc-be60-28861b584541'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:24.831362 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['c959cc0c-1947-4ffc-be60-28861b584541'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:24.886931 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02744777-4b92-405a-9e30-eae00c4f103c None None] Pushing event updated for resources: {'Port': ['ID=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,revision_number=4']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:24.908596 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-003cc22e-432f-41f4-bd57-f83de9b71436 None None] Provisioning complete for port f638f083-6c24-4ba9-96e0-e9b84be1b9ca triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:24.909109 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-003cc22e-432f-41f4-bd57-f83de9b71436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.013980 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-003cc22e-432f-41f4-bd57-f83de9b71436 None None] Current status of the port f638f083-6c24-4ba9-96e0-e9b84be1b9ca is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:25.014375 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-003cc22e-432f-41f4-bd57-f83de9b71436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.054382 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] Set router c959cc0c-1947-4ffc-be60-28861b584541 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:25.059363 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-003cc22e-432f-41f4-bd57-f83de9b71436 None None] For port f638f083-6c24-4ba9-96e0-e9b84be1b9ca, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,segment=NetworkSegment(caa0faac-6d25-4267-96a5-5c81be6429cd),segment_id=caa0faac-6d25-4267-96a5-5c81be6429cd)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:25.063708 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-003cc22e-432f-41f4-bd57-f83de9b71436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.110629 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cc22e-432f-41f4-bd57-f83de9b71436 None None] Pushing event updated for resources: {'Port': ['ID=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:25.184976 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-72c7d8e2-730d-4901-aaa8-bdc449f39078 None None] Provisioning complete for port f638f083-6c24-4ba9-96e0-e9b84be1b9ca triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:25.185525 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-72c7d8e2-730d-4901-aaa8-bdc449f39078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.258020 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:04:20Z', 'revision_number': 4, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port': {'id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:17Z', 'updated_at': '2022-01-28T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'f638f083-6c24-4ba9-96e0-e9b84be1b9ca', 'name': '', 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'mac_address': 'fa:16:3e:a7:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:19Z', 'updated_at': '2022-01-28T01:04:24Z', 'revision_number': 4, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'subnets': [{'id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:25.268724 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-72c7d8e2-730d-4901-aaa8-bdc449f39078 None None] Current status of the port f638f083-6c24-4ba9-96e0-e9b84be1b9ca is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:25.289351 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a94d7-1fe6-4dc4-ad09-566195657f58 None None] The sync data for ids ['c959cc0c-1947-4ffc-be60-28861b584541'] in dv-cinder-816898-6-iscsi is: [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:04:20Z', 'revision_number': 4, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port': {'id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:17Z', 'updated_at': '2022-01-28T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'f638f083-6c24-4ba9-96e0-e9b84be1b9ca', 'name': '', 'network_id': '7228962f-c104-4f17-b3f3-c13a6aa64d76', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'mac_address': 'fa:16:3e:a7:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:19Z', 'updated_at': '2022-01-28T01:04:24Z', 'revision_number': 4, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'subnets': [{'id': '70da7939-be51-4ade-bf4c-ab82637b729c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:25.385276 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device a84791b6-e979-4e32-875c-3a95631be1a7 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:25.447902 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port a84791b6-e979-4e32-875c-3a95631be1a7 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:25.448409 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.542482 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port a84791b6-e979-4e32-875c-3a95631be1a7 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:25.543727 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device f638f083-6c24-4ba9-96e0-e9b84be1b9ca up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:25.592700 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port f638f083-6c24-4ba9-96e0-e9b84be1b9ca triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:25.593208 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.684634 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port f638f083-6c24-4ba9-96e0-e9b84be1b9ca is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:30.063259 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:04:42.102272 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.884079 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-26f7bed6-7be1-4ca5-88b9-cce952f27b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.182487 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-521e97cd-c72c-4c91-99c3-0b71d64a944b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.851286 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-fa74e92d-d54d-44f4-9f27-f6e0b53b9175 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597946477&fields=id&tenant_id=84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 267 time: 0.0443029 Jan 28 01:04:49.958342 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-655d54a6-7a9c-4214-a8bd-93fca152ee0c tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.959842 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-655d54a6-7a9c-4214-a8bd-93fca152ee0c tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 812 time: 0.1022897 Jan 28 01:04:49.974429 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-235d1751-b536-4e1e-8ee4-ccc157d0384f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/quotas/84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 375 time: 0.0090046 Jan 28 01:04:50.025296 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-ed955385-937b-478e-b9a5-2c37a3b97cb5 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445380 Jan 28 01:04:50.120472 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-3e6fdd4b-f611-4bf7-9de1-2a7f34f83bd5 service neutron] 10.222.0.78 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836749 Jan 28 01:04:50.206455 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-bd4c71c5-2d09-4ac6-ab2d-92d7b2b52f64 service neutron] 10.222.0.78 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801098 Jan 28 01:04:50.492013 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-514e9b58-efcf-4ad7-99de-479408a2ddfb req-0980955b-9f8e-4dbc-9608-3db75091d400 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 210 time: 0.0278571 Jan 28 01:04:50.522225 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.585504 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7f31801d-08c1-4ae2-9fdc-dec810585bca req-63df2604-e343-4d2f-9b6e-5de13f446f79 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 210 time: 0.0264723 Jan 28 01:04:51.994989 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:52.677063 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3d289fa9-7af0-40aa-8330-07e379ed7075 req-995edfec-e753-4cbf-b220-413f6f4a0dc8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 210 time: 0.0262187 Jan 28 01:04:53.336474 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:53.771473 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-68056fb0-6763-4fc0-aaaa-461e84e67622 req-60ecf7c9-e8a9-4582-a8aa-8097bdb8f2f0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 210 time: 0.0306611 Jan 28 01:04:54.098854 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-ceacc33e-c45e-4309-8948-54b82c792d93 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:54.100316 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-ceacc33e-c45e-4309-8948-54b82c792d93 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 812 time: 0.1004539 Jan 28 01:04:54.176539 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-c0ae1cf5-5c64-419c-acc3-8b09f5389249 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 380 time: 0.0567651 Jan 28 01:04:54.190349 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'port': {'device_id': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'admin_state_up': True, 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'security_groups': ['92eff45a-32a7-4f92-b0e0-2789a233c652']}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:54.296543 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Made reservation on behalf of 84aa61f3492a445c961e0e4b3682cfcb for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:54.300031 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.426699 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Allocated IP 172.20.0.14 (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c/6f621703-bd2d-4b83-87a4-849cbfa81005/0358ec0e-3460-4353-ba22-1ecfe9abe10c) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:54.561746 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.595336 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.638029 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:54.640851 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:54.644306 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:54.671052 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=0358ec0e-3460-4353-ba22-1ecfe9abe10c,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:54.685436 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.685821 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.686201 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.686571 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.686854 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.687253 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.687710 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.687997 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.688329 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.688646 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.688951 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.689276 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.689597 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:54.712121 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:54.713247 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.729007 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-48be683b-c4aa-4afa-a973-ceb971acf48a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5422893 Jan 28 01:04:54.751522 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Request body: {'port': {'device_id': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:54.806569 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.883897 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-1dfd3ecb-c96b-4235-8102-d06e9177672d None None] Provisioning complete for port 0358ec0e-3460-4353-ba22-1ecfe9abe10c triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:54.884499 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3ecb-c96b-4235-8102-d06e9177672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.920104 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd3ecb-c96b-4235-8102-d06e9177672d None None] Port 0358ec0e-3460-4353-ba22-1ecfe9abe10c cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:55.193484 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16a105-874b-445c-a9ed-ca62263d9d25 req-39471633-4509-4d15-a7f9-41fc8013d661 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:55.195051 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1c16a105-874b-445c-a9ed-ca62263d9d25 req-39471633-4509-4d15-a7f9-41fc8013d661 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 932 time: 0.3531306 Jan 28 01:04:55.297005 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1c16a105-874b-445c-a9ed-ca62263d9d25 req-1d72e595-2c19-44bf-8c69-7fc0099884ed tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958114 Jan 28 01:04:55.382622 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0358ec0e-3460-4353-ba22-1ecfe9abe10c {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:55.391112 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Publish callbacks [] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.403920 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Transition to ACTIVE for port object 0358ec0e-3460-4353-ba22-1ecfe9abe10c will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:55.408002 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.465696 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0358ec0e-3460-4353-ba22-1ecfe9abe10c,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:55.542359 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Attempting to bind port 0358ec0e-3460-4353-ba22-1ecfe9abe10c on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:55.542703 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Attempting to bind port 0358ec0e-3460-4353-ba22-1ecfe9abe10c by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:55.545981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Attempting to bind port 0358ec0e-3460-4353-ba22-1ecfe9abe10c on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:55.548257 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Port 0358ec0e-3460-4353-ba22-1ecfe9abe10c on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:55.548586 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Attempting to bind port 0358ec0e-3460-4353-ba22-1ecfe9abe10c on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:55.554144 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:55.554490 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Checking segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:55.554877 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Bound using segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:55.556092 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Bound port: 0358ec0e-3460-4353-ba22-1ecfe9abe10c, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:55.556092 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.625228 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] For port 0358ec0e-3460-4353-ba22-1ecfe9abe10c, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:55.628255 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] For port 0358ec0e-3460-4353-ba22-1ecfe9abe10c, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:55.633383 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.666174 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:55.666799 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.668213 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/0358ec0e-3460-4353-ba22-1ecfe9abe10c HTTP/1.1" status: 200 len: 1094 time: 0.9211800 Jan 28 01:04:55.668867 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'tag': '0358ec0e-3460-4353-ba22-1ecfe9abe10c'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:55.671028 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb92d2-1881-46a4-a968-90d035953697" -d '{"events": [{"name": "network-changed", "server_uuid": "829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd", "tag": "0358ec0e-3460-4353-ba22-1ecfe9abe10c"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:55.703622 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3b989-92c1-49fc-b4e2-7ee64d63c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0358ec0e-3460-4353-ba22-1ecfe9abe10c,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:55.728504 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164823f8-10cc-4bc8-8dc5-703c433cef49 x-openstack-request-id: req-164823f8-10cc-4bc8-8dc5-703c433cef49 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:55.729162 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd", "tag": "0358ec0e-3460-4353-ba22-1ecfe9abe10c", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:55.729714 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-164823f8-10cc-4bc8-8dc5-703c433cef49 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:55.730421 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'tag': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'status': 'completed', 'code': 200} Jan 28 01:04:55.799288 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-c62c0063-23fd-4d85-914e-f66875755da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:55.800903 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-c62c0063-23fd-4d85-914e-f66875755da5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 1097 time: 0.0442507 Jan 28 01:04:55.853742 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-173015f4-228c-480e-92b4-046663cb1978 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c HTTP/1.1" status: 200 len: 217 time: 0.0383267 Jan 28 01:04:55.902200 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-304e7191-168f-4759-8cf5-d6ac99ed8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:55.903812 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-304e7191-168f-4759-8cf5-d6ac99ed8060 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0440059 Jan 28 01:04:55.948879 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-87675635-cd71-417a-8ca3-e94196abf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:55.950337 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-87675635-cd71-417a-8ca3-e94196abf4ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390863 Jan 28 01:04:56.045878 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-6c853ddf-308c-4ddb-8ce4-e8803e04ae8e service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 Jan 28 01:04:56.132363 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5016eb56-82fb-42ab-bb62-e9efc8f6b3ce req-5adc086c-5250-45db-bc83-a99edfd085b7 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804706 Jan 28 01:04:56.268521 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb92d2-1881-46a4-a968-90d035953697 req-7ace79c2-28f8-447a-8aa1-ca3e12f6c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.269971 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a5fb92d2-1881-46a4-a968-90d035953697 req-7ace79c2-28f8-447a-8aa1-ca3e12f6c6fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 1097 time: 0.0433378 Jan 28 01:04:56.358437 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb92d2-1881-46a4-a968-90d035953697 req-fe1461e4-e0ad-4b31-bfdb-324b3cf2efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.359931 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a5fb92d2-1881-46a4-a968-90d035953697 req-fe1461e4-e0ad-4b31-bfdb-324b3cf2efd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.0816698 Jan 28 01:04:56.425844 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a5fb92d2-1881-46a4-a968-90d035953697 req-dc1ca9ad-ccd6-422d-aa9e-01ec927687d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c HTTP/1.1" status: 200 len: 217 time: 0.0531998 Jan 28 01:04:56.471488 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d3757-3eaf-4de0-865f-29e3a5db9bc0 req-b413647d-f557-410e-a1bf-ef94b54f8b1a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.472943 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ac3d3757-3eaf-4de0-865f-29e3a5db9bc0 req-b413647d-f557-410e-a1bf-ef94b54f8b1a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.1084065 Jan 28 01:04:56.497446 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb92d2-1881-46a4-a968-90d035953697 req-18820204-0905-45ce-935b-ddc0b3380be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.498938 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a5fb92d2-1881-46a4-a968-90d035953697 req-18820204-0905-45ce-935b-ddc0b3380be3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0655959 Jan 28 01:04:56.556117 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ac3d3757-3eaf-4de0-865f-29e3a5db9bc0 req-067e61e6-7926-469d-9d91-6ba26fcddc76 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767415 Jan 28 01:04:56.563751 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb92d2-1881-46a4-a968-90d035953697 req-dfb172ef-9a9a-4d3c-8352-53c85282ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.565256 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a5fb92d2-1881-46a4-a968-90d035953697 req-dfb172ef-9a9a-4d3c-8352-53c85282ee49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600781 Jan 28 01:04:56.663740 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a5fb92d2-1881-46a4-a968-90d035953697 req-49296c2e-53be-4da6-8843-6cc4d68f6a84 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Jan 28 01:04:56.753808 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a5fb92d2-1881-46a4-a968-90d035953697 req-ba6af544-d98a-4fba-b2af-c1845ce2e653 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826478 Jan 28 01:04:57.672132 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770bb5e-39f9-4a7a-9eee-15e15e9d52da req-63996f01-c672-4613-9ade-f409fbc6ead2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:57.673591 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b770bb5e-39f9-4a7a-9eee-15e15e9d52da req-63996f01-c672-4613-9ade-f409fbc6ead2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0469844 Jan 28 01:04:57.726588 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b770bb5e-39f9-4a7a-9eee-15e15e9d52da req-e29ff0f3-ea35-4426-877c-723156765f31 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446293 Jan 28 01:04:58.847576 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de87e3-0810-4bc7-8123-f3f668c8936d req-dcc753b2-6552-4820-bcb7-994e4431189c tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:58.849175 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d4de87e3-0810-4bc7-8123-f3f668c8936d req-dcc753b2-6552-4820-bcb7-994e4431189c tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0545216 Jan 28 01:04:58.898570 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d4de87e3-0810-4bc7-8123-f3f668c8936d req-35c978f4-d6d8-4f42-bc05-8f4eed31a489 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Jan 28 01:04:59.085718 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49598) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:59.190420 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa45a-438f-433f-a327-5927873c187c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.264553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa45a-438f-433f-a327-5927873c187c admin admin] Publish callbacks [] for security_group (0e2b0b30-d8aa-4b6c-9a91-629d00b3237a), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.268685 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3ebfa45a-438f-433f-a327-5927873c187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (0e2b0b30-d8aa-4b6c-9a91-629d00b3237a), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.306914 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3ebfa45a-438f-433f-a327-5927873c187c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec97ef39d6164620926e324606ed1dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200880 Jan 28 01:04:59.307855 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfa45a-438f-433f-a327-5927873c187c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2b0b30-d8aa-4b6c-9a91-629d00b3237a,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:59.309591 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49602) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:59.356169 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f6a5376f-433f-4e36-b2f8-3a54c1e96b60 admin admin] Publish callbacks [] for security_group (0e2b0b30-d8aa-4b6c-9a91-629d00b3237a), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.376748 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f6a5376f-433f-4e36-b2f8-3a54c1e96b60 admin admin] Publish callbacks [] for security_group (0e2b0b30-d8aa-4b6c-9a91-629d00b3237a), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.423007 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f6a5376f-433f-4e36-b2f8-3a54c1e96b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (0e2b0b30-d8aa-4b6c-9a91-629d00b3237a), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.425574 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f6a5376f-433f-4e36-b2f8-3a54c1e96b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.426705 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f6a5376f-433f-4e36-b2f8-3a54c1e96b60 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e2b0b30-d8aa-4b6c-9a91-629d00b3237a HTTP/1.1" status: 204 len: 168 time: 0.1160667 Jan 28 01:04:59.434322 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5376f-433f-4e36-b2f8-3a54c1e96b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2b0b30-d8aa-4b6c-9a91-629d00b3237a,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:00.015072 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c333f14-5ca4-4d70-8549-23e81f1432f2 req-c8b3aa01-f639-47d3-94f8-098a87482c2f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:00.016652 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4c333f14-5ca4-4d70-8549-23e81f1432f2 req-c8b3aa01-f639-47d3-94f8-098a87482c2f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0508120 Jan 28 01:05:00.065436 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4c333f14-5ca4-4d70-8549-23e81f1432f2 req-75db5836-528e-42a4-b739-f7f8f2d493a0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433362 Jan 28 01:05:01.179639 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792de51-da6a-4a1b-a7c5-f51a5071f9f5 req-a984ac25-7452-48b1-b9e5-eebf1dfba908 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.181103 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6792de51-da6a-4a1b-a7c5-f51a5071f9f5 req-a984ac25-7452-48b1-b9e5-eebf1dfba908 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0481195 Jan 28 01:05:01.234229 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6792de51-da6a-4a1b-a7c5-f51a5071f9f5 req-731b11c6-945f-40d2-be9c-c74e6ec49123 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475502 Jan 28 01:05:01.626558 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-63a3c35f-f5c1-4c70-be6b-c469af7df4b0 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3715d07030a94d07b157069945ecab20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284224 Jan 28 01:05:01.804543 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-ba307eb5-1b05-4102-94ab-6ca190a7a957 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.806001 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-ba307eb5-1b05-4102-94ab-6ca190a7a957 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745162 Jan 28 01:05:01.821766 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-a09bed44-f15e-4c42-a614-35c32767fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/quotas/3715d07030a94d07b157069945ecab20 HTTP/1.1" status: 200 len: 375 time: 0.0103979 Jan 28 01:05:01.864770 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-9858916e-d7b2-486d-9b50-420af8f87a61 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3715d07030a94d07b157069945ecab20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380874 Jan 28 01:05:02.015333 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8958aec9-6d83-4b3b-a556-f0495547c2ad req-5602df95-a3c4-4bb5-aed6-5040a4e5a067 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 210 time: 0.0263600 Jan 28 01:05:02.352374 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615e25-8179-4ba0-a7be-666c8fa20edf req-78303f04-1d72-40cc-b5b7-fe2df67a9fbd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:02.353859 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2d615e25-8179-4ba0-a7be-666c8fa20edf req-78303f04-1d72-40cc-b5b7-fe2df67a9fbd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0504825 Jan 28 01:05:02.402983 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2d615e25-8179-4ba0-a7be-666c8fa20edf req-9f31c9d3-c241-48c5-8deb-8013278ed1e2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 Jan 28 01:05:03.022105 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-882db16f-57cd-452b-8ac8-1a31b78f4e30 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3715d07030a94d07b157069945ecab20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290632 Jan 28 01:05:03.154669 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5c8d3650-da0a-41af-b40a-4a0ea62ab8f0 req-dcfbe9aa-2df9-4083-af6c-355ba90849e5 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 210 time: 0.0512054 Jan 28 01:05:03.229534 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-cad8f044-fa3f-4218-82da-1fda91c3c122 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:03.230985 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-cad8f044-fa3f-4218-82da-1fda91c3c122 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037084 Jan 28 01:05:03.257133 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Request body: {'port': {'device_id': '14271498-1e2a-4951-8ba9-1e5cdc54a0f0', 'network_id': '986ef62d-a678-4071-b374-3db280926a9b', 'admin_state_up': True, 'tenant_id': '3715d07030a94d07b157069945ecab20'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:03.358357 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Made reservation on behalf of 3715d07030a94d07b157069945ecab20 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:03.361781 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.371072 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.443135 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks [] for security_group (cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.447536 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.515437 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:03.520436 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab36d1-7b97-4d7a-ab99-89e4e5ed4f9e req-d1bcfbce-3240-439e-835a-9b74dbfd6cea tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:03.521941 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-57ab36d1-7b97-4d7a-ab99-89e4e5ed4f9e req-d1bcfbce-3240-439e-835a-9b74dbfd6cea tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0482073 Jan 28 01:05:03.572147 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-57ab36d1-7b97-4d7a-ab99-89e4e5ed4f9e req-712e195a-e2e5-4d8b-a794-76bbc159a709 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Jan 28 01:05:03.582932 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Allocated IP 192.168.233.237 (986ef62d-a678-4071-b374-3db280926a9b/39a2396f-0582-4d8a-b6e9-57a57cffd7af/6687461d-6d42-4d48-aa2c-f04f19438eb1) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:03.725972 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks [] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.759731 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.801473 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Network 986ef62d-a678-4071-b374-3db280926a9b is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:03.805026 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:03.811981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:03.834842 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Pushing event updated for resources: {'Port': ['ID=6687461d-6d42-4d48-aa2c-f04f19438eb1,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:03.873664 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:03.874272 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.890835 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8e83cbb8-1b0f-4880-b0bc-d4b17e88fe82 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6372793 Jan 28 01:05:03.910981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Request body: {'port': {'device_id': '14271498-1e2a-4951-8ba9-1e5cdc54a0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:03.971050 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.045928 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-ca90e1f9-0399-418c-b88e-1a9e86ec3541 None None] Provisioning complete for port 6687461d-6d42-4d48-aa2c-f04f19438eb1 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:04.046541 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ca90e1f9-0399-418c-b88e-1a9e86ec3541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.080195 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-ca90e1f9-0399-418c-b88e-1a9e86ec3541 None None] Port 6687461d-6d42-4d48-aa2c-f04f19438eb1 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:04.226721 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6687461d-6d42-4d48-aa2c-f04f19438eb1 {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:04.241865 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Publish callbacks [] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.269578 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Transition to ACTIVE for port object 6687461d-6d42-4d48-aa2c-f04f19438eb1 will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:04.273910 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.316745 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0a12a-36f2-4113-a520-c64ce4e62f01 req-3d0d019a-22ee-4637-87b0-02fe519f8580 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.318215 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0ab0a12a-36f2-4113-a520-c64ce4e62f01 req-3d0d019a-22ee-4637-87b0-02fe519f8580 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 936 time: 0.0944531 Jan 28 01:05:04.347551 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Pushing event updated for resources: {'Port': ['ID=6687461d-6d42-4d48-aa2c-f04f19438eb1,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:04.420512 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0ab0a12a-36f2-4113-a520-c64ce4e62f01 req-bb5d6916-84fa-4791-ba56-16de0f947309 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949097 Jan 28 01:05:04.440674 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Attempting to bind port 6687461d-6d42-4d48-aa2c-f04f19438eb1 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:04.441093 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Attempting to bind port 6687461d-6d42-4d48-aa2c-f04f19438eb1 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:04.441483 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Attempting to bind port 6687461d-6d42-4d48-aa2c-f04f19438eb1 on network 986ef62d-a678-4071-b374-3db280926a9b {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:04.446579 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Port 6687461d-6d42-4d48-aa2c-f04f19438eb1 on network 986ef62d-a678-4071-b374-3db280926a9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:04.447035 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Attempting to bind port 6687461d-6d42-4d48-aa2c-f04f19438eb1 on network 986ef62d-a678-4071-b374-3db280926a9b {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:04.453539 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:04.453907 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Checking segment: {'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:04.454378 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Bound using segment: {'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:04.454804 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Bound port: 6687461d-6d42-4d48-aa2c-f04f19438eb1, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc1610-d46b-4624-8d44-b6013473c38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '986ef62d-a678-4071-b374-3db280926a9b'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:04.455251 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.521366 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] For port 6687461d-6d42-4d48-aa2c-f04f19438eb1, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:04.524775 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] For port 6687461d-6d42-4d48-aa2c-f04f19438eb1, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6687461d-6d42-4d48-aa2c-f04f19438eb1,segment=NetworkSegment(d9cc1610-d46b-4624-8d44-b6013473c38a),segment_id=d9cc1610-d46b-4624-8d44-b6013473c38a)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:04.530932 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.562248 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.562859 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.564238 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] 10.222.0.15 "PUT /v2.0/ports/6687461d-6d42-4d48-aa2c-f04f19438eb1 HTTP/1.1" status: 200 len: 1098 time: 0.6577418 Jan 28 01:05:04.564673 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14271498-1e2a-4951-8ba9-1e5cdc54a0f0', 'tag': '6687461d-6d42-4d48-aa2c-f04f19438eb1'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:04.566913 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d53438-6b02-44c4-8025-46d4633ffae6" -d '{"events": [{"name": "network-changed", "server_uuid": "14271498-1e2a-4951-8ba9-1e5cdc54a0f0", "tag": "6687461d-6d42-4d48-aa2c-f04f19438eb1"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:04.596154 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a80a-553b-4f5e-b930-b0d705ed8e63 service neutron] Pushing event updated for resources: {'Port': ['ID=6687461d-6d42-4d48-aa2c-f04f19438eb1,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:04.636918 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a605df3d-2560-45e0-8bfb-03a3fe1fcead x-openstack-request-id: req-a605df3d-2560-45e0-8bfb-03a3fe1fcead {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:04.637213 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14271498-1e2a-4951-8ba9-1e5cdc54a0f0", "tag": "6687461d-6d42-4d48-aa2c-f04f19438eb1", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:04.637475 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a605df3d-2560-45e0-8bfb-03a3fe1fcead {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:04.637879 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14271498-1e2a-4951-8ba9-1e5cdc54a0f0', 'tag': '6687461d-6d42-4d48-aa2c-f04f19438eb1', 'status': 'completed', 'code': 200} Jan 28 01:05:04.734178 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542167b9-774b-4f85-aab1-92f9b8ece47a req-78d06913-3625-4a99-b4d4-0af81e9256ba tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.735716 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-542167b9-774b-4f85-aab1-92f9b8ece47a req-78d06913-3625-4a99-b4d4-0af81e9256ba tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0808115 Jan 28 01:05:04.738374 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-cbff1f07-5983-48f7-b6ae-8c32a6e62bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.739784 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-cbff1f07-5983-48f7-b6ae-8c32a6e62bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3715d07030a94d07b157069945ecab20&device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 1101 time: 0.0740659 Jan 28 01:05:04.804228 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-525f7b18-d094-4d93-a474-7503db68e7e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=6687461d-6d42-4d48-aa2c-f04f19438eb1 HTTP/1.1" status: 200 len: 217 time: 0.0430930 Jan 28 01:05:04.827984 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-542167b9-774b-4f85-aab1-92f9b8ece47a req-0dff2523-6615-4b76-8a2d-247d1bbd0dd3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863471 Jan 28 01:05:04.863320 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-2c4955c9-45ef-4d64-8a3e-0b696f75216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.864766 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-2c4955c9-45ef-4d64-8a3e-0b696f75216f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39a2396f-0582-4d8a-b6e9-57a57cffd7af HTTP/1.1" status: 200 len: 843 time: 0.0494208 Jan 28 01:05:04.909727 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-df4543cb-dab4-4ca4-817b-8c300d36d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.911217 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-df4543cb-dab4-4ca4-817b-8c300d36d6e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=986ef62d-a678-4071-b374-3db280926a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399070 Jan 28 01:05:05.011949 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-8d732343-4aea-4120-a527-53b9b84c1ae1 service neutron] 10.222.0.15 "GET /v2.0/networks/986ef62d-a678-4071-b374-3db280926a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858331 Jan 28 01:05:05.103332 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-73f49814-42dd-4489-a8e1-1ffccc47ceac req-15b140b1-931f-4faf-839b-16b76dd19c72 service neutron] 10.222.0.15 "GET /v2.0/networks/986ef62d-a678-4071-b374-3db280926a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Jan 28 01:05:05.268883 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-7b59fbfe-929f-4ae0-90cc-d17c21eda134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.270370 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-7b59fbfe-929f-4ae0-90cc-d17c21eda134 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3715d07030a94d07b157069945ecab20&device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 1101 time: 0.0450404 Jan 28 01:05:05.358530 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-f794ffa2-a586-4bb4-bb7b-b49d6053a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.360179 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-f794ffa2-a586-4bb4-bb7b-b49d6053a0ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=986ef62d-a678-4071-b374-3db280926a9b HTTP/1.1" status: 200 len: 870 time: 0.0820701 Jan 28 01:05:05.405621 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-4744cfb2-2869-4e9e-98bd-794deab6aaf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=6687461d-6d42-4d48-aa2c-f04f19438eb1 HTTP/1.1" status: 200 len: 217 time: 0.0381958 Jan 28 01:05:05.459272 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-7fc08d87-8b83-4f0b-9058-74ba0a8c2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.461294 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-7fc08d87-8b83-4f0b-9058-74ba0a8c2044 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39a2396f-0582-4d8a-b6e9-57a57cffd7af HTTP/1.1" status: 200 len: 843 time: 0.0446386 Jan 28 01:05:05.508080 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-aa9593d2-f445-4d5b-91d1-6130eff062b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.509841 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-aa9593d2-f445-4d5b-91d1-6130eff062b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=986ef62d-a678-4071-b374-3db280926a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404954 Jan 28 01:05:05.547292 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58188de8-0d05-4881-abc4-87afa6efb356 req-445c0ed3-ab12-4be6-8576-ea6720477bba tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.548792 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-58188de8-0d05-4881-abc4-87afa6efb356 req-445c0ed3-ab12-4be6-8576-ea6720477bba tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 948 time: 0.0591643 Jan 28 01:05:05.596130 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-58188de8-0d05-4881-abc4-87afa6efb356 req-04667244-431e-48bb-af2b-fbf6973c358c tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Jan 28 01:05:05.611091 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-83f9b274-66cf-42c1-b84d-0ebf89ab402a service neutron] 10.222.0.15 "GET /v2.0/networks/986ef62d-a678-4071-b374-3db280926a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892308 Jan 28 01:05:05.699037 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-66d53438-6b02-44c4-8025-46d4633ffae6 req-753f3281-e10c-41b9-8ab1-80d5cbaad3cd service neutron] 10.222.0.15 "GET /v2.0/networks/986ef62d-a678-4071-b374-3db280926a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842688 Jan 28 01:05:05.953304 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b43e6-f60e-428b-ba61-c25dc67319f8 req-aeec5138-bac6-4489-8930-0542cc27a0d8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.954745 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b1b43e6-f60e-428b-ba61-c25dc67319f8 req-aeec5138-bac6-4489-8930-0542cc27a0d8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0477693 Jan 28 01:05:06.000793 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8b1b43e6-f60e-428b-ba61-c25dc67319f8 req-90f815b8-3b8d-4df8-a4af-71e3a8ec3ffd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 Jan 28 01:05:06.713385 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474017-616a-4f90-a547-d480b3c6f0ad req-8d86d49c-6800-4e6f-8a68-24606a93b56c tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:06.714821 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7c474017-616a-4f90-a547-d480b3c6f0ad req-8d86d49c-6800-4e6f-8a68-24606a93b56c tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 948 time: 0.0523217 Jan 28 01:05:06.759559 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7c474017-616a-4f90-a547-d480b3c6f0ad req-ffa44cc7-883b-45a2-97ec-67b0eeba96c3 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Jan 28 01:05:06.823952 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 6687461d-6d42-4d48-aa2c-f04f19438eb1 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:06.920464 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 6687461d-6d42-4d48-aa2c-f04f19438eb1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6687461d-6d42-4d48-aa2c-f04f19438eb1,segment=NetworkSegment(d9cc1610-d46b-4624-8d44-b6013473c38a),segment_id=d9cc1610-d46b-4624-8d44-b6013473c38a)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:06.931482 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '6687461d-6d42-4d48-aa2c-f04f19438eb1', 'network_id': '986ef62d-a678-4071-b374-3db280926a9b', 'port_id': '6687461d-6d42-4d48-aa2c-f04f19438eb1', 'mac_address': 'fa:16:3e:cd:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a2396f-0582-4d8a-b6e9-57a57cffd7af', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:06.967183 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 6687461d-6d42-4d48-aa2c-f04f19438eb1 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:06.967499 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.980693 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6687461d-6d42-4d48-aa2c-f04f19438eb1 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:06.999891 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 6687461d-6d42-4d48-aa2c-f04f19438eb1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6687461d-6d42-4d48-aa2c-f04f19438eb1,segment=NetworkSegment(d9cc1610-d46b-4624-8d44-b6013473c38a),segment_id=d9cc1610-d46b-4624-8d44-b6013473c38a)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:07.003633 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.055607 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=6687461d-6d42-4d48-aa2c-f04f19438eb1,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:07.063551 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:05:07.064533 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.065116 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.065586 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.066026 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.066464 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.066866 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.067213 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.067537 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.067855 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.068175 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.068490 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.068804 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.069116 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:07.119121 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6ddc6-7f6a-4090-8e28-3dd7b0658424 req-bd133dc6-af29-4d75-83f9-742e088f4c5d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.120602 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e6ddc6-7f6a-4090-8e28-3dd7b0658424 req-bd133dc6-af29-4d75-83f9-742e088f4c5d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0515025 Jan 28 01:05:07.168726 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e6ddc6-7f6a-4090-8e28-3dd7b0658424 req-5d7b2991-5f6d-4114-9f39-45b8e6fcf575 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 Jan 28 01:05:07.420000 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['6687461d-6d42-4d48-aa2c-f04f19438eb1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:07.876764 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff14121-44f9-4b9a-984f-59558f87d4d6 req-d04860ac-b676-4cb8-b48d-f4db9fb140bc tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.878273 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1ff14121-44f9-4b9a-984f-59558f87d4d6 req-d04860ac-b676-4cb8-b48d-f4db9fb140bc tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 949 time: 0.0509312 Jan 28 01:05:07.924783 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1ff14121-44f9-4b9a-984f-59558f87d4d6 req-18d38560-b107-47d2-a824-0c0978c4e38c tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 Jan 28 01:05:08.281367 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bcf92-15f7-4365-bf8c-778125a53f8b req-0afe1ab5-ffb4-4ca8-aa04-9dc95b12bb90 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:08.282849 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cb5bcf92-15f7-4365-bf8c-778125a53f8b req-0afe1ab5-ffb4-4ca8-aa04-9dc95b12bb90 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 944 time: 0.0481899 Jan 28 01:05:08.331711 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cb5bcf92-15f7-4365-bf8c-778125a53f8b req-fe8c0a00-d1cd-49b8-a3e6-3f11559a152e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Jan 28 01:05:08.612815 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753f29d-08f8-4f39-82c3-41bdf501b7a2 req-07fd95d1-4e46-4da8-a7db-46f0cc7b51b5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:08.614267 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f753f29d-08f8-4f39-82c3-41bdf501b7a2 req-07fd95d1-4e46-4da8-a7db-46f0cc7b51b5 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.0458224 Jan 28 01:05:08.659917 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f753f29d-08f8-4f39-82c3-41bdf501b7a2 req-1747dfba-865a-417a-bf0f-a4037f85744c tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Jan 28 01:05:08.837193 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 0358ec0e-3460-4353-ba22-1ecfe9abe10c details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:08.846822 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 6687461d-6d42-4d48-aa2c-f04f19438eb1 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:08.955894 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 6687461d-6d42-4d48-aa2c-f04f19438eb1 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:08.968569 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 6687461d-6d42-4d48-aa2c-f04f19438eb1 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:08.968954 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:08.974985 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 0358ec0e-3460-4353-ba22-1ecfe9abe10c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:09.004105 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'port_id': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'mac_address': 'fa:16:3e:2f:5c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:09.043537 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdedc5b-fef9-4201-be11-501ad125c5e5 req-86ecb093-f42d-40ed-8ff2-7976f564b286 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.045052 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bfdedc5b-fef9-4201-be11-501ad125c5e5 req-86ecb093-f42d-40ed-8ff2-7976f564b286 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 949 time: 0.0524244 Jan 28 01:05:09.061454 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 0358ec0e-3460-4353-ba22-1ecfe9abe10c is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:09.061846 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.092024 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bfdedc5b-fef9-4201-be11-501ad125c5e5 req-1b8f86b2-c57c-4f62-8e0e-e8e5dea34815 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Jan 28 01:05:09.095899 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0358ec0e-3460-4353-ba22-1ecfe9abe10c {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:09.121678 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 6687461d-6d42-4d48-aa2c-f04f19438eb1 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:09.122067 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.126919 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 0358ec0e-3460-4353-ba22-1ecfe9abe10c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:09.134833 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.170828 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14271498-1e2a-4951-8ba9-1e5cdc54a0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6687461d-6d42-4d48-aa2c-f04f19438eb1'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:09.173067 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fafc57-85f5-4000-ae46-fa5875cad60f" -d '{"events": [{"server_uuid": "14271498-1e2a-4951-8ba9-1e5cdc54a0f0", "name": "network-vif-plugged", "status": "completed", "tag": "6687461d-6d42-4d48-aa2c-f04f19438eb1"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:09.197611 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 6687461d-6d42-4d48-aa2c-f04f19438eb1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6687461d-6d42-4d48-aa2c-f04f19438eb1,segment=NetworkSegment(d9cc1610-d46b-4624-8d44-b6013473c38a),segment_id=d9cc1610-d46b-4624-8d44-b6013473c38a)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:09.205985 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.210899 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=0358ec0e-3460-4353-ba22-1ecfe9abe10c,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:09.216275 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b14490a-3bb7-486a-b9c9-7eee996600cf x-openstack-request-id: req-7b14490a-3bb7-486a-b9c9-7eee996600cf {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:09.216573 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14271498-1e2a-4951-8ba9-1e5cdc54a0f0", "name": "network-vif-plugged", "status": "completed", "tag": "6687461d-6d42-4d48-aa2c-f04f19438eb1", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:09.216831 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b14490a-3bb7-486a-b9c9-7eee996600cf {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:09.217219 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14271498-1e2a-4951-8ba9-1e5cdc54a0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6687461d-6d42-4d48-aa2c-f04f19438eb1', 'code': 200} Jan 28 01:05:09.264351 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=6687461d-6d42-4d48-aa2c-f04f19438eb1,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:09.475811 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a7780-d8ff-4c7a-b84d-00c1cbaaf167 req-f01c79ec-8b6f-409d-bd99-9f2e65f25b62 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.477286 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3c2a7780-d8ff-4c7a-b84d-00c1cbaaf167 req-f01c79ec-8b6f-409d-bd99-9f2e65f25b62 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 945 time: 0.0730317 Jan 28 01:05:09.479002 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab564e33-af12-4fe1-a3fd-faa1e83a6862 req-11f8e1a6-33e0-4688-bf9f-99d1d740970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.480355 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ab564e33-af12-4fe1-a3fd-faa1e83a6862 req-11f8e1a6-33e0-4688-bf9f-99d1d740970e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 1103 time: 0.0665727 Jan 28 01:05:09.528307 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['0358ec0e-3460-4353-ba22-1ecfe9abe10c'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:09.550581 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3c2a7780-d8ff-4c7a-b84d-00c1cbaaf167 req-07e28e67-4f03-485a-bdea-fb26714a7e36 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677035 Jan 28 01:05:09.561021 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ab564e33-af12-4fe1-a3fd-faa1e83a6862 req-19fb7293-7455-4e7d-9e9e-ad7e6f31987d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651970 Jan 28 01:05:09.786708 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e921404-c120-478b-9033-c6b75a95e398 req-863ef6a1-14de-43cd-9415-4c731d3e7758 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.788790 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9e921404-c120-478b-9033-c6b75a95e398 req-863ef6a1-14de-43cd-9415-4c731d3e7758 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.0561352 Jan 28 01:05:09.837208 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9e921404-c120-478b-9033-c6b75a95e398 req-b432ca7f-3b17-4169-bfff-8053a5306d40 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428784 Jan 28 01:05:10.204820 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65262b-7262-44de-a690-61c886c02626 req-cd3771e1-bd4e-496e-8274-dd9b653ad916 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.206276 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0b65262b-7262-44de-a690-61c886c02626 req-cd3771e1-bd4e-496e-8274-dd9b653ad916 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 950 time: 0.0471308 Jan 28 01:05:10.251933 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0b65262b-7262-44de-a690-61c886c02626 req-9458867a-22bd-4dc7-b229-1a7e5547fcf2 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Jan 28 01:05:10.661899 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e0bb-da4f-41ba-a4b9-81fd80df9fd8 req-14e6d9b8-3f26-458a-8607-bb2324245d70 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.663376 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ae73e0bb-da4f-41ba-a4b9-81fd80df9fd8 req-14e6d9b8-3f26-458a-8607-bb2324245d70 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 945 time: 0.0470634 Jan 28 01:05:10.714000 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ae73e0bb-da4f-41ba-a4b9-81fd80df9fd8 req-df0089d1-abbb-4fa7-9a2d-4df27c08918b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Jan 28 01:05:10.813968 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903e05-386e-49a2-be07-1ee107a624dc req-c4affda8-a502-4e99-a84f-e20e734056e0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.815406 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-04903e05-386e-49a2-be07-1ee107a624dc req-c4affda8-a502-4e99-a84f-e20e734056e0 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.0459645 Jan 28 01:05:10.853498 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 0358ec0e-3460-4353-ba22-1ecfe9abe10c up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:10.905691 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 0358ec0e-3460-4353-ba22-1ecfe9abe10c completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:10.910317 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 0358ec0e-3460-4353-ba22-1ecfe9abe10c triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:10.911029 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.992065 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 0358ec0e-3460-4353-ba22-1ecfe9abe10c is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:10.992272 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24417c1-d7c3-45ef-bfbd-ed97fe5d0991 req-43e79010-333c-4836-85d1-451544c2a54e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.992381 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.993711 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b24417c1-d7c3-45ef-bfbd-ed97fe5d0991 req-43e79010-333c-4836-85d1-451544c2a54e tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 946 time: 0.0790539 Jan 28 01:05:11.011685 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Deleting port 70dfd08a-1b60-4f24-ac93-be76036044f2 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:11.012035 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.027910 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 0358ec0e-3460-4353-ba22-1ecfe9abe10c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:11.033941 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.084424 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=0358ec0e-3460-4353-ba22-1ecfe9abe10c,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:11.218936 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0358ec0e-3460-4353-ba22-1ecfe9abe10c'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:11.221258 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd0efbc-9ce0-4e67-b2b7-039bd2137273" -d '{"events": [{"server_uuid": "829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd", "name": "network-vif-plugged", "status": "completed", "tag": "0358ec0e-3460-4353-ba22-1ecfe9abe10c"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:11.257491 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e316ad15-6862-4213-aba7-c929ed87c9cd x-openstack-request-id: req-e316ad15-6862-4213-aba7-c929ed87c9cd {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:11.257783 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd", "name": "network-vif-plugged", "status": "completed", "tag": "0358ec0e-3460-4353-ba22-1ecfe9abe10c", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:11.258030 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e316ad15-6862-4213-aba7-c929ed87c9cd {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:11.258415 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'code': 200} Jan 28 01:05:11.330821 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b24417c1-d7c3-45ef-bfbd-ed97fe5d0991 req-1782e860-c541-4068-8085-2b065b0cc219 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups?id=05bde381-8e10-4523-bdbd-28af96831022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291659 Jan 28 01:05:11.365103 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] For port 70dfd08a-1b60-4f24-ac93-be76036044f2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=70dfd08a-1b60-4f24-ac93-be76036044f2,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:11.365466 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.370203 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485d9f5-cea0-404b-828b-6197e31ec9d1 req-c63afd22-5240-46e7-a964-5b3159f30e1d tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.371747 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1485d9f5-cea0-404b-828b-6197e31ec9d1 req-c63afd22-5240-46e7-a964-5b3159f30e1d tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 950 time: 0.0498621 Jan 28 01:05:11.421292 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1485d9f5-cea0-404b-828b-6197e31ec9d1 req-360e7684-7fb6-4809-b532-5ec5a5ca3d0f tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Jan 28 01:05:11.547481 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614909-696e-46e3-9a84-78b3d4ad76e5 req-49b61445-723e-4801-b3b2-1519dd6c7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.549233 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fc614909-696e-46e3-9a84-78b3d4ad76e5 req-49b61445-723e-4801-b3b2-1519dd6c7af1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 1099 time: 0.0472875 Jan 28 01:05:11.552872 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.553284 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.554124 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Floating IP 2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f disassociated. External IP: 172.27.1.125, port: 70dfd08a-1b60-4f24-ac93-be76036044f2. Jan 28 01:05:11.554460 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Calling delete_port for 70dfd08a-1b60-4f24-ac93-be76036044f2 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:11.608574 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fc614909-696e-46e3-9a84-78b3d4ad76e5 req-fd9e32b8-b6e0-494f-8c10-109088b43559 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502868 Jan 28 01:05:11.689704 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (70dfd08a-1b60-4f24-ac93-be76036044f2), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.708360 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa365380-4cec-432a-9742-dc45461e706d req-0403f3d1-fcd3-4e46-8fdd-4e50c8dcb2c4 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.710546 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fa365380-4cec-432a-9742-dc45461e706d req-0403f3d1-fcd3-4e46-8fdd-4e50c8dcb2c4 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 950 time: 0.0503459 Jan 28 01:05:11.727075 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event deleted for resources: {'Port': ['ID=70dfd08a-1b60-4f24-ac93-be76036044f2,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:11.768143 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-fa365380-4cec-432a-9742-dc45461e706d req-4c647c7b-60da-4170-8764-e2279536a79e tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Jan 28 01:05:11.868147 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Router 52e85959-460b-4d95-95a4-35c2d92cadf0 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:11.882576 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1e5a-0116-4479-85ff-3341b3da774b req-b30649e6-fe43-46df-90dd-b6433c3f6def tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.884164 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-153f1e5a-0116-4479-85ff-3341b3da774b req-b30649e6-fe43-46df-90dd-b6433c3f6def tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 946 time: 0.0683243 Jan 28 01:05:12.005289 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-153f1e5a-0116-4479-85ff-3341b3da774b req-1e847e3c-f28e-4af2-98ab-39468df1a8b1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144304 Jan 28 01:05:12.023870 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:12.037068 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] Sync routers for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:12.047083 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:12.047713 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:12.066170 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] No DVR routers for this DVR port 70dfd08a-1b60-4f24-ac93-be76036044f2 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:12.068711 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.072564 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-04903e05-386e-49a2-be07-1ee107a624dc req-44d5cc3b-9f66-4269-932b-2d0f77e1675a tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.15 "DELETE /v2.0/ports/70dfd08a-1b60-4f24-ac93-be76036044f2 HTTP/1.1" status: 204 len: 173 time: 1.2014716 Jan 28 01:05:12.072999 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-deleted', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:12.075373 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e2a91f-0aa0-4f66-baed-f69676ef2a80" -d '{"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-deleted", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:12.115467 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54717db-955c-4907-83d4-ee2418f40770 x-openstack-request-id: req-b54717db-955c-4907-83d4-ee2418f40770 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:12.116775 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bff9f97-2065-4e4e-8e55-28563a35288c", "name": "network-vif-deleted", "tag": "70dfd08a-1b60-4f24-ac93-be76036044f2", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:12.117143 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b54717db-955c-4907-83d4-ee2418f40770 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:12.118802 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.119038 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bff9f97-2065-4e4e-8e55-28563a35288c', 'name': 'network-vif-deleted', 'tag': '70dfd08a-1b60-4f24-ac93-be76036044f2', 'status': 'completed', 'code': 200} Jan 28 01:05:12.181291 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:12.385482 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:12.444398 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f3b73013-0fb5-4688-a1db-ab59b493eeb1 req-e1346775-79d5-416c-97bf-1d6fcff1b1b7 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bff9f97-2065-4e4e-8e55-28563a35288c HTTP/1.1" status: 200 len: 210 time: 0.0291266 Jan 28 01:05:12.536263 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] Checking router: 52e85959-460b-4d95-95a4-35c2d92cadf0 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:12.545134 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:12.545736 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:12.647704 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:12.860683 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:12.895083 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b54bf-4b5f-4cd3-905f-a01d318770f5 None None] The sync data for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi is: [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T00:57:47Z', 'revision_number': 4, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '12ff9de4-ffe1-4875-92ee-885130c5b74a', 'name': '', 'network_id': 'd1773e64-668d-4b4c-97fa-e06f64eac702', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'mac_address': 'fa:16:3e:e3:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:43Z', 'updated_at': '2022-01-28T00:57:56Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'subnets': [{'id': 'efad955f-e760-4faa-b04c-054f4c78d2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:12.909947 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61f169-e42a-4d2b-a9b1-a1edc458f942 req-d9ac42b7-b6ba-4a1d-9385-fe3e444d4246 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:12.911505 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1d61f169-e42a-4d2b-a9b1-a1edc458f942 req-d9ac42b7-b6ba-4a1d-9385-fe3e444d4246 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 950 time: 0.0512557 Jan 28 01:05:12.966172 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1d61f169-e42a-4d2b-a9b1-a1edc458f942 req-0c251475-1a21-41ad-b55f-cb36d53f0329 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488024 Jan 28 01:05:13.120513 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bfab7-c221-445f-b52e-4145e94a87d4 req-dbf83302-7a3c-4e56-8834-faf3f22e553e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:13.122037 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4f0bfab7-c221-445f-b52e-4145e94a87d4 req-dbf83302-7a3c-4e56-8834-faf3f22e553e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 946 time: 0.0491524 Jan 28 01:05:13.144731 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c708b3dd-05ca-4b6a-be55-888195dd0c0f None None] New status for floating IP 2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f: DOWN {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:05:13.172081 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4f0bfab7-c221-445f-b52e-4145e94a87d4 req-81d7559b-b800-4fe6-ad0b-e76c9337cec8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Jan 28 01:05:13.291581 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe23de-443c-47f6-a367-fb762b510590 req-bbb6d626-eec6-48ff-ba8b-6b090f292d39 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:13.293085 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3fbe23de-443c-47f6-a367-fb762b510590 req-bbb6d626-eec6-48ff-ba8b-6b090f292d39 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 946 time: 0.0550404 Jan 28 01:05:13.342926 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3fbe23de-443c-47f6-a367-fb762b510590 req-a10b7130-76d6-428c-9ecf-f91c8d83427d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440440 Jan 28 01:05:13.364741 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49740) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:13.533711 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49748) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:13.550603 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50d824-fec5-44a3-9960-6e6275a2c998 tempest-TestVolumeBootPattern-466540984 tempest-TestVolumeBootPattern-466540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:13.552160 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-9c50d824-fec5-44a3-9960-6e6275a2c998 tempest-TestVolumeBootPattern-466540984 tempest-TestVolumeBootPattern-466540984-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 1094 time: 0.1864023 Jan 28 01:05:13.555704 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49750) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:13.560079 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'port_id': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:13.581184 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.588860 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fb67d01d-4918-439a-bdee-8c381bcac330 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (05bde381-8e10-4523-bdbd-28af96831022), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.615262 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fb67d01d-4918-439a-bdee-8c381bcac330 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (05bde381-8e10-4523-bdbd-28af96831022), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.661192 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fb67d01d-4918-439a-bdee-8c381bcac330 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (05bde381-8e10-4523-bdbd-28af96831022), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.663789 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fb67d01d-4918-439a-bdee-8c381bcac330 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.667471 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fb67d01d-4918-439a-bdee-8c381bcac330 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "DELETE /v2.0/security-groups/05bde381-8e10-4523-bdbd-28af96831022 HTTP/1.1" status: 204 len: 168 time: 0.1302147 Jan 28 01:05:13.668062 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49752) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:13.678581 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.683953 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67d01d-4918-439a-bdee-8c381bcac330 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bde381-8e10-4523-bdbd-28af96831022,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:13.686253 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.api.v2.resource [None req-8f536db1-2396-4733-8eb4-14faa3a5170f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] show failed (client error): The resource could not be found. Jan 28 01:05:13.687290 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-8f536db1-2396-4733-8eb4-14faa3a5170f tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "GET /v2.0/security-groups/05bde381-8e10-4523-bdbd-28af96831022 HTTP/1.1" status: 404 len: 347 time: 0.0183382 Jan 28 01:05:13.690756 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 49754) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:13.782975 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Allocated IP 172.27.1.106 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/f97076b4-61ec-4e08-8299-dd8ad2e9c7aa) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:13.827197 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Deleting port 60b8883f-b552-4799-912e-aabc39b81e45 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:13.827521 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (60b8883f-b552-4799-912e-aabc39b81e45), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.889386 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.901732 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (60b8883f-b552-4799-912e-aabc39b81e45), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.902072 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (60b8883f-b552-4799-912e-aabc39b81e45), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.914714 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Calling delete_port for 60b8883f-b552-4799-912e-aabc39b81e45 owned by network:floatingip {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:13.923422 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.968713 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:13.971627 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:13.976817 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:13.982257 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=f97076b4-61ec-4e08-8299-dd8ad2e9c7aa,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:14.013861 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.014232 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.014573 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.014925 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.015280 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.015600 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.015888 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.016384 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.016711 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.017045 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.017587 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.018131 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.018683 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:14.125983 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (60b8883f-b552-4799-912e-aabc39b81e45), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.166162 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-bbf281d3-0620-4b34-baca-824b73903d1b tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:14.167603 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-bbf281d3-0620-4b34-baca-824b73903d1b tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.15 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 950 time: 0.1252792 Jan 28 01:05:14.169882 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Pushing event deleted for resources: {'Port': ['ID=60b8883f-b552-4799-912e-aabc39b81e45,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:14.180510 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d3235-f23b-488f-b3ed-a0f4667da280 req-816ab398-0dd2-48a2-a733-a531b9b36270 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:14.182049 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-307d3235-f23b-488f-b3ed-a0f4667da280 req-816ab398-0dd2-48a2-a733-a531b9b36270 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/ports?device_id=14271498-1e2a-4951-8ba9-1e5cdc54a0f0 HTTP/1.1" status: 200 len: 950 time: 0.1278167 Jan 28 01:05:14.341573 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks [] for floatingip (2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.344087 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.347860 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-1a0491f4-e5b7-4c83-9c19-9ecafbff5e97 tempest-AttachVolumeShelveTestJSON-749826720 tempest-AttachVolumeShelveTestJSON-749826720-project] 10.222.0.78 "DELETE /v2.0/floatingips/2cfa3032-9e3d-4f17-a5a7-bf3aba1f6b7f HTTP/1.1" status: 204 len: 168 time: 0.6535530 Jan 28 01:05:14.351507 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-307d3235-f23b-488f-b3ed-a0f4667da280 req-42ae59bd-4b79-4d40-9bd6-e4513816bdc3 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558106 Jan 28 01:05:14.383250 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (a00271a0-6118-4297-8766-b2e755354dee), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.388821 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Deleting port 6687461d-6d42-4d48-aa2c-f04f19438eb1 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:14.389256 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.481594 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.492445 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] For port 6687461d-6d42-4d48-aa2c-f04f19438eb1, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6687461d-6d42-4d48-aa2c-f04f19438eb1,segment=NetworkSegment(d9cc1610-d46b-4624-8d44-b6013473c38a),segment_id=d9cc1610-d46b-4624-8d44-b6013473c38a)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:14.492880 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.511680 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Calling delete_port for 6687461d-6d42-4d48-aa2c-f04f19438eb1 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:14.638713 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.645368 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (6687461d-6d42-4d48-aa2c-f04f19438eb1), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.649664 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.679595 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Pushing event deleted for resources: {'Port': ['ID=6687461d-6d42-4d48-aa2c-f04f19438eb1,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:14.691109 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['6687461d-6d42-4d48-aa2c-f04f19438eb1'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:14.726396 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=f97076b4-61ec-4e08-8299-dd8ad2e9c7aa,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:14.728476 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] No DVR routers for this DVR port 6687461d-6d42-4d48-aa2c-f04f19438eb1 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:14.731767 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.737268 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-14cb9961-31fc-453c-b57c-8c2b49631ec7 req-56985316-5daf-44f1-9119-6156525d3b47 tempest-VolumesNegativeTest-599301646 tempest-VolumesNegativeTest-599301646-project] 10.222.0.15 "DELETE /v2.0/ports/6687461d-6d42-4d48-aa2c-f04f19438eb1 HTTP/1.1" status: 204 len: 173 time: 0.5502734 Jan 28 01:05:14.737754 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14271498-1e2a-4951-8ba9-1e5cdc54a0f0', 'name': 'network-vif-deleted', 'tag': '6687461d-6d42-4d48-aa2c-f04f19438eb1'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:14.740340 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (a00271a0-6118-4297-8766-b2e755354dee), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.740586 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58139904-b5a7-43a2-93a7-7cedca4ff4cc" -d '{"events": [{"server_uuid": "14271498-1e2a-4951-8ba9-1e5cdc54a0f0", "name": "network-vif-deleted", "tag": "6687461d-6d42-4d48-aa2c-f04f19438eb1"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:14.793065 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca147cc5-cbbb-417b-8c18-d3fbcf0a518c x-openstack-request-id: req-ca147cc5-cbbb-417b-8c18-d3fbcf0a518c {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:14.793464 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14271498-1e2a-4951-8ba9-1e5cdc54a0f0", "name": "network-vif-deleted", "tag": "6687461d-6d42-4d48-aa2c-f04f19438eb1", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:14.793797 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca147cc5-cbbb-417b-8c18-d3fbcf0a518c {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:14.794365 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14271498-1e2a-4951-8ba9-1e5cdc54a0f0', 'name': 'network-vif-deleted', 'tag': '6687461d-6d42-4d48-aa2c-f04f19438eb1', 'status': 'completed', 'code': 200} Jan 28 01:05:14.870980 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.l3_db [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Floating IP a00271a0-6118-4297-8766-b2e755354dee associated. External IP: 172.27.1.106, port: 0358ec0e-3460-4353-ba22-1ecfe9abe10c. Jan 28 01:05:14.875954 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:14.902791 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 70dfd08a-1b60-4f24-ac93-be76036044f2 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:14.903482 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 70dfd08a-1b60-4f24-ac93-be76036044f2 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:15.095210 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Router da8300a9-5c71-41a2-b639-acf304907afe has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:15.200417 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:15.216342 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:15.221355 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.226100 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:15.226981 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:15.342265 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:15.503733 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4133b42b-e444-4ec8-b31f-85153f2aee5b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9468567 Jan 28 01:05:15.504288 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'tag': '0358ec0e-3460-4353-ba22-1ecfe9abe10c'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:15.508405 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6eb3ce-9283-4bd9-a547-6114933e9d07" -d '{"events": [{"name": "network-changed", "server_uuid": "829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd", "tag": "0358ec0e-3460-4353-ba22-1ecfe9abe10c"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:15.559023 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e770331-5b26-4352-a099-d549c15f7a74 x-openstack-request-id: req-7e770331-5b26-4352-a099-d549c15f7a74 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:15.559410 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd", "tag": "0358ec0e-3460-4353-ba22-1ecfe9abe10c", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:15.559672 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e770331-5b26-4352-a099-d549c15f7a74 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:15.560079 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'tag': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'status': 'completed', 'code': 200} Jan 28 01:05:15.634797 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'a00271a0-6118-4297-8766-b2e755354dee', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:2f:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:14Z', 'updated_at': '2022-01-28T01:05:14Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:15.650413 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-1976e603-3666-410b-90f0-21bc1be3d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:15.652600 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-1976e603-3666-410b-90f0-21bc1be3d458 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 1099 time: 0.0464211 Jan 28 01:05:15.676657 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:15.687909 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:15.688646 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:15.769313 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-05b67d33-e64c-4974-83a9-4bd229417dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:15.770919 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-05b67d33-e64c-4974-83a9-4bd229417dd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.1127613 Jan 28 01:05:15.818059 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:15.868373 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-d6e9b312-1e1f-4c91-bfb5-7cc5eac274f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c HTTP/1.1" status: 200 len: 1000 time: 0.0907230 Jan 28 01:05:15.922434 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-465c2cc7-5b4c-4830-8bb2-8ef176b2c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:15.924974 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-465c2cc7-5b4c-4830-8bb2-8ef176b2c6a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0499210 Jan 28 01:05:16.009659 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-fcc630aa-eebd-44c1-b936-0019efef5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:16.011488 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-fcc630aa-eebd-44c1-b936-0019efef5db2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790000 Jan 28 01:05:16.121976 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-f29c0a49-5c7c-44ed-be88-6bc5d17b860f service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040397 Jan 28 01:05:16.123801 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'a00271a0-6118-4297-8766-b2e755354dee', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:2f:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:14Z', 'updated_at': '2022-01-28T01:05:14Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:16.165148 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fccf8a-c099-4c0e-b0ad-590ef98f6d5d None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'a00271a0-6118-4297-8766-b2e755354dee', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:2f:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:14Z', 'updated_at': '2022-01-28T01:05:14Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:16.243499 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0d6eb3ce-9283-4bd9-a547-6114933e9d07 req-c0022089-e625-4cf9-b8e6-a8d83b5b483c service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146216 Jan 28 01:05:16.388516 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe9ca5-08cb-4a42-bd1b-38347d92d1ee None None] New status for floating IP a00271a0-6118-4297-8766-b2e755354dee: ACTIVE {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:05:16.836613 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 49900) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:16.873574 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 6687461d-6d42-4d48-aa2c-f04f19438eb1 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:16.913149 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 6687461d-6d42-4d48-aa2c-f04f19438eb1 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:16.913645 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 6687461d-6d42-4d48-aa2c-f04f19438eb1 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:16.923767 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-314be873-5137-43c8-8cbe-df59c739b1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.342174 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (52e85959-460b-4d95-95a4-35c2d92cadf0), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.615395 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Deleting port 12ff9de4-ffe1-4875-92ee-885130c5b74a {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:17.615948 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.710083 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] For port 12ff9de4-ffe1-4875-92ee-885130c5b74a, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=12ff9de4-ffe1-4875-92ee-885130c5b74a,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:17.710452 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.723260 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Calling delete_port for 12ff9de4-ffe1-4875-92ee-885130c5b74a owned by network:router_interface {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:17.911254 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (12ff9de4-ffe1-4875-92ee-885130c5b74a), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.935483 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=12ff9de4-ffe1-4875-92ee-885130c5b74a,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:18.131779 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (52e85959-460b-4d95-95a4-35c2d92cadf0), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.368862 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Router 52e85959-460b-4d95-95a4-35c2d92cadf0 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:18.480354 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:18.486312 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4431a9a7-389c-4b0a-aa3f-3cd5dc329a8e admin admin] 10.222.0.78 "PUT /v2.0/routers/52e85959-460b-4d95-95a4-35c2d92cadf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6485682 Jan 28 01:05:18.489185 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50026) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:18.490212 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] Sync routers for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:18.501793 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:18.502615 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:18.610218 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks [] for router (52e85959-460b-4d95-95a4-35c2d92cadf0), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.718095 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks [] for router_gateway (52e85959-460b-4d95-95a4-35c2d92cadf0), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.761377 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:18.778637 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Deleting port 4f4f18e9-610a-4aa1-893c-144344177c80 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:18.779149 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.858447 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] For port 4f4f18e9-610a-4aa1-893c-144344177c80, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=4f4f18e9-610a-4aa1-893c-144344177c80,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:18.858722 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.870397 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Calling delete_port for 4f4f18e9-610a-4aa1-893c-144344177c80 owned by network:router_gateway {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:18.943498 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T01:05:17Z', 'revision_number': 5, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port': {'id': '4f4f18e9-610a-4aa1-893c-144344177c80', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:39Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:18.969972 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] Checking router: 52e85959-460b-4d95-95a4-35c2d92cadf0 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:18.978342 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] Routers {'52e85959-460b-4d95-95a4-35c2d92cadf0'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:18.979014 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:04:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['52e85959-460b-4d95-95a4-35c2d92cadf0'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:19.035669 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (4f4f18e9-610a-4aa1-893c-144344177c80), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.061161 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4f18e9-610a-4aa1-893c-144344177c80,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:19.068517 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] Set router 52e85959-460b-4d95-95a4-35c2d92cadf0 gateway port host: None {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:19.127155 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T01:05:18Z', 'revision_number': 6, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port_host': None}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:19.127857 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (52e85959-460b-4d95-95a4-35c2d92cadf0), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.157608 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7198e-6ced-4f84-9581-f974409846fb None None] The sync data for ids ['52e85959-460b-4d95-95a4-35c2d92cadf0'] in dv-cinder-816898-6-iscsi is: [{'id': '52e85959-460b-4d95-95a4-35c2d92cadf0', 'name': 'tempest-AttachVolumeShelveTestJSON-136472268-router', 'tenant_id': 'd1619efcedc544fabe3b60eef955ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:38Z', 'updated_at': '2022-01-28T01:05:18Z', 'revision_number': 6, 'project_id': 'd1619efcedc544fabe3b60eef955ce40', 'gw_port_host': None}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:19.190059 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-7bbd0399-a061-4245-931e-cfaba6b48f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.229538 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (52e85959-460b-4d95-95a4-35c2d92cadf0), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.231785 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks [] for router_controller (52e85959-460b-4d95-95a4-35c2d92cadf0), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.278986 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (52e85959-460b-4d95-95a4-35c2d92cadf0), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.279674 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e85959-460b-4d95-95a4-35c2d92cadf0 {{(pid=102325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:05:19.286073 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.289965 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b74394d6-1cfe-4088-af19-cbf3a20d02d7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/52e85959-460b-4d95-95a4-35c2d92cadf0 HTTP/1.1" status: 204 len: 168 time: 0.7971690 Jan 28 01:05:19.290259 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50032) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:19.338742 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9aff4-084b-4842-aa7c-7e5e23ef1874 req-96af46b9-d22e-421f-a577-97f0d2defbee tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:19.340911 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1de9aff4-084b-4842-aa7c-7e5e23ef1874 req-96af46b9-d22e-421f-a577-97f0d2defbee tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0543880 Jan 28 01:05:19.342993 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46b583a-be52-4776-9e22-73f1c5bbc999 admin admin] Deleting subnet efad955f-e760-4faa-b04c-054f4c78d2cd {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:05:19.346398 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b46b583a-be52-4776-9e22-73f1c5bbc999 admin admin] Publish callbacks [] for subnet (efad955f-e760-4faa-b04c-054f4c78d2cd), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.381872 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b46b583a-be52-4776-9e22-73f1c5bbc999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (efad955f-e760-4faa-b04c-054f4c78d2cd), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.392126 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1de9aff4-084b-4842-aa7c-7e5e23ef1874 req-cdf1a844-90af-4ecd-ae2a-9a963ae39164 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448668 Jan 28 01:05:19.467623 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b46b583a-be52-4776-9e22-73f1c5bbc999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (efad955f-e760-4faa-b04c-054f4c78d2cd), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.530400 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b46b583a-be52-4776-9e22-73f1c5bbc999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (efad955f-e760-4faa-b04c-054f4c78d2cd), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.561778 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b583a-be52-4776-9e22-73f1c5bbc999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efad955f-e760-4faa-b04c-054f4c78d2cd,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:19.565611 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b46b583a-be52-4776-9e22-73f1c5bbc999 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.570424 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b46b583a-be52-4776-9e22-73f1c5bbc999 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/efad955f-e760-4faa-b04c-054f4c78d2cd HTTP/1.1" status: 204 len: 168 time: 0.2791018 Jan 28 01:05:19.573064 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50040) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:19.574757 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc0c41-83a8-4c3e-9cf0-7bcc265ed972 None None] Network d1773e64-668d-4b4c-97fa-e06f64eac702 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:05:19.582588 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50042) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:19.674954 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 12ff9de4-ffe1-4875-92ee-885130c5b74a no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:19.687294 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (d1773e64-668d-4b4c-97fa-e06f64eac702), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.701575 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 12ff9de4-ffe1-4875-92ee-885130c5b74a {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:19.702133 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 12ff9de4-ffe1-4875-92ee-885130c5b74a not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:19.746045 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Deleting port fe2c12ef-8530-4958-8eda-85611bbeaa1a {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:19.746449 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.833775 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] For port fe2c12ef-8530-4958-8eda-85611bbeaa1a, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=fe2c12ef-8530-4958-8eda-85611bbeaa1a,segment=NetworkSegment(50c94ddb-6101-4f43-ac44-3c32815e72eb),segment_id=50c94ddb-6101-4f43-ac44-3c32815e72eb)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:19.834137 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.852777 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Calling delete_port for fe2c12ef-8530-4958-8eda-85611bbeaa1a owned by network:dhcp {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:19.856289 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-008fa150-1754-4576-afec-6269070d3dd0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3715d07030a94d07b157069945ecab20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725110 Jan 28 01:05:19.858939 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50046) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:19.915632 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-08824214-9b10-45ce-92fe-85e7b4dc6ae8 admin admin] Publish callbacks [] for security_group (cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.933934 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (fe2c12ef-8530-4958-8eda-85611bbeaa1a), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.936612 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-08824214-9b10-45ce-92fe-85e7b4dc6ae8 admin admin] Publish callbacks [] for security_group (cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.963205 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2c12ef-8530-4958-8eda-85611bbeaa1a,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:19.966678 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] No DVR routers for this DVR port fe2c12ef-8530-4958-8eda-85611bbeaa1a on host dv-cinder-816898-6-iscsi {{(pid=102324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:19.997076 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-08824214-9b10-45ce-92fe-85e7b4dc6ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:19.999712 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-08824214-9b10-45ce-92fe-85e7b4dc6ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.004032 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-08824214-9b10-45ce-92fe-85e7b4dc6ae8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b HTTP/1.1" status: 204 len: 168 time: 0.1440561 Jan 28 01:05:20.016777 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08824214-9b10-45ce-92fe-85e7b4dc6ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbca9b46-dbf5-4d7b-a6f5-4ee444c6b71b,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:20.029798 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6c90c-66e4-403e-8208-dbde06645a25 None None] DHCP port deletion for d1773e64-668d-4b4c-97fa-e06f64eac702 request from dv-cinder-816898-6-iscsi {{(pid=102326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:05:20.079855 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (d1773e64-668d-4b4c-97fa-e06f64eac702), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.104245 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1773e64-668d-4b4c-97fa-e06f64eac702']}} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:20.114109 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c94ddb-6101-4f43-ac44-3c32815e72eb') {'for_net_delete': True} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:20.114413 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c94ddb-6101-4f43-ac44-3c32815e72eb') {} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:20.126687 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7653001'] for segment (50c94ddb-6101-4f43-ac44-3c32815e72eb), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.143182 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (50c94ddb-6101-4f43-ac44-3c32815e72eb), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.150546 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=102324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:05:20.151188 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7838407'] for segment (50c94ddb-6101-4f43-ac44-3c32815e72eb), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: Traceback (most recent call last): Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: timer() Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: cb(*args, **kw) Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: return func(*args, **kwargs) Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: self._notify() Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: self.callback(batched_events) Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: event.method(event) Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: return f(self, *a, **k) Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._get(url).json() Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: return self.request(url, 'GET', **kwargs) Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:05:20.153373 dv-cinder-816898-6-iscsi neutron-server[102324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:05:20.217685 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (d1773e64-668d-4b4c-97fa-e06f64eac702), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.224038 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.229145 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d1773e64-668d-4b4c-97fa-e06f64eac702 HTTP/1.1" status: 204 len: 168 time: 0.6547282 Jan 28 01:05:20.242519 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f861ef7-92b5-47e1-9a17-4a277717b073 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1773e64-668d-4b4c-97fa-e06f64eac702,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:20.419524 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50054) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:20.461037 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-07813f98-6a45-4a2a-a99d-efc09cdf8842 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1619efcedc544fabe3b60eef955ce40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403929 Jan 28 01:05:20.463612 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50056) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:20.520490 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff85e25d-abc4-4984-b0bf-97625d2b3b72 admin admin] Publish callbacks [] for security_group (52da9277-9fcf-433d-b2be-4ec270ff6004), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.524092 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.528378 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7783ffc-9d4f-41f4-9474-f47c1a77aa20 req-79393fcc-e92a-4091-b2a1-dfa042065053 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:20.529884 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7783ffc-9d4f-41f4-9474-f47c1a77aa20 req-79393fcc-e92a-4091-b2a1-dfa042065053 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0555201 Jan 28 01:05:20.542783 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff85e25d-abc4-4984-b0bf-97625d2b3b72 admin admin] Publish callbacks [] for security_group (52da9277-9fcf-433d-b2be-4ec270ff6004), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.581191 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7783ffc-9d4f-41f4-9474-f47c1a77aa20 req-64d51443-9ede-42ea-a0cb-a21c6ed79210 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Jan 28 01:05:20.592113 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff85e25d-abc4-4984-b0bf-97625d2b3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (52da9277-9fcf-433d-b2be-4ec270ff6004), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.594865 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-ff85e25d-abc4-4984-b0bf-97625d2b3b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.596035 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-ff85e25d-abc4-4984-b0bf-97625d2b3b72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52da9277-9fcf-433d-b2be-4ec270ff6004 HTTP/1.1" status: 204 len: 168 time: 0.1315277 Jan 28 01:05:20.604300 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85e25d-abc4-4984-b0bf-97625d2b3b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52da9277-9fcf-433d-b2be-4ec270ff6004,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:21.247649 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50078) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:21.331740 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device fe2c12ef-8530-4958-8eda-85611bbeaa1a no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:21.347109 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-194322735-network', 'tenant_id': '4ad98bf7b3c546848923e916df460759'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:21.352340 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: fe2c12ef-8530-4958-8eda-85611bbeaa1a {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:21.352532 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device fe2c12ef-8530-4958-8eda-85611bbeaa1a not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:21.352921 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 4f4f18e9-610a-4aa1-893c-144344177c80 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:21.367710 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Made reservation on behalf of 4ad98bf7b3c546848923e916df460759 for: {'network': 1} {{(pid=102324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:21.369971 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for network (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.372452 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 4f4f18e9-610a-4aa1-893c-144344177c80 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:21.372797 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 4f4f18e9-610a-4aa1-893c-144344177c80 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:21.382626 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.458784 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Publish callbacks [] for security_group (d135be37-8c40-475f-b45b-2d38911b06fe), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.462704 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d135be37-8c40-475f-b45b-2d38911b06fe), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.486112 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=102324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:05:21.500145 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d135be37-8c40-475f-b45b-2d38911b06fe,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:21.510295 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (bd0ef2aa-3137-49d7-8192-08740e113ab5), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.510636 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.segments_db [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Added segment bd0ef2aa-3137-49d7-8192-08740e113ab5 of type vlan for network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 Jan 28 01:05:21.556675 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775369740153'] for network (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.581056 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613'] for network (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.582013 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:21.582610 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.637445 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3886228 Jan 28 01:05:21.640359 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50084) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:21.642926 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7cc51-1510-431a-9224-dea3e4b6611b admin admin] Pushing event updated for resources: {'Network': ['ID=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:21.645211 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Request body: {'subnet': {'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-194322735-subnet', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:21.653778 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 details requested by agent ovs-agent-dv-cinder-816898-6-iscsi with host dv-cinder-816898-6-iscsi {{(pid=102326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:05:21.676099 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Made reservation on behalf of 4ad98bf7b3c546848923e916df460759 for: {'subnet': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:21.679209 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7371616'] for subnet (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.719569 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076bd67-0482-4bef-9f5e-c96e8b0decd0 req-28aaf9a2-3f41-42f3-850d-fbfb94ff1a03 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:21.721266 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f076bd67-0482-4bef-9f5e-c96e8b0decd0 req-28aaf9a2-3f41-42f3-850d-fbfb94ff1a03 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0556450 Jan 28 01:05:21.770468 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-f076bd67-0482-4bef-9f5e-c96e8b0decd0 req-e92e7c1c-042a-42b3-94cf-b73093046040 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Jan 28 01:05:21.847725 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7805259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7371634'] for subnet (10a1e856-1a4c-48a0-a59a-14e9d376072e), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.905529 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a1e856-1a4c-48a0-a59a-14e9d376072e,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:21.914427 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Checking segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:21.914786 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Network hostable DHCP agents. Network: 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6, hostable agents: ['35cf2c28-3819-4f6f-9f3f-0d30031ebf26'], hosted agents: [] {{(pid=102325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:05:21.931197 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 is scheduled to be hosted by DHCP agent 35cf2c28-3819-4f6f-9f3f-0d30031ebf26 with binding_index 1 {{(pid=102325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:05:21.939584 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-6-iscsi, 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6) {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:21.943485 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:21.944599 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.951031 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88093a61-efcd-4042-9074-d7c09f74d02b None None] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:05:21.963496 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9912a870-7d65-43f2-ae35-63e9b521823f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3219175 Jan 28 01:05:21.966145 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50086) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:21.970972 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:21.991513 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2043306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45355'] for router (a91d1a8c-0a59-4740-b540-235fc96c6ea9), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.993027 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2042426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041040', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45346'] for router (a91d1a8c-0a59-4740-b540-235fc96c6ea9), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.013013 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.046789 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks [] for router_controller (a91d1a8c-0a59-4740-b540-235fc96c6ea9), precommit_add_association {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.062541 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2856862-a37f-53e9-bf8c-e39066fbed15-1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'project_id': '4ad98bf7b3c546848923e916df460759', 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e'}]}} from dv-cinder-816898-6-iscsi. {{(pid=102326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:05:22.063441 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.205445 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.db_base_plugin_common [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Allocated IP 172.20.0.2 (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6/10a1e856-1a4c-48a0-a59a-14e9d376072e/397ce0d2-e564-494f-b53e-ad2c2c5e3bb4) {{(pid=102326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:22.367361 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Publish callbacks [] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), precommit_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.375676 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), after_create {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.416289 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 is already hosted by enough agents. {{(pid=102326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:22.421522 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.scheduler.base_scheduler [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Resources bound (agent type, host, resource id): {{(pid=102326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:22.426470 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Pushing event updated for resources: {'Port': ['ID=397ce0d2-e564-494f-b53e-ad2c2c5e3bb4,revision_number=1']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:22.428969 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Received port after_create {{(pid=102326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:22.446699 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks [] for router_gateway (a91d1a8c-0a59-4740-b540-235fc96c6ea9), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.483162 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Attempting to bind port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:22.483533 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Attempting to bind port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:22.484077 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Attempting to bind port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 on network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:22.489269 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:22.489748 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Checking segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:22.490243 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.491322 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Bound using segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:22.491880 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Bound port: 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:22.492333 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.563955 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] For port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:22.567777 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] For port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=397ce0d2-e564-494f-b53e-ad2c2c5e3bb4,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:22.572769 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.637270 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809a373-2789-4a95-bae7-d2c79384c61f None None] Pushing event updated for resources: {'Port': ['ID=397ce0d2-e564-494f-b53e-ad2c2c5e3bb4,revision_number=2']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:22.667725 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks [] for router_gateway (a91d1a8c-0a59-4740-b540-235fc96c6ea9), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.690800 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.810656 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Allocated IP 172.27.1.49 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/0bd73ec5-28c4-4f04-845b-ec47ca56005f) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:22.954859 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b284423-a087-46b6-8405-b0845e4f8f6a req-84ce0dc4-90a9-4bf5-b394-307fc4fad9ce tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.956474 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4b284423-a087-46b6-8405-b0845e4f8f6a req-84ce0dc4-90a9-4bf5-b394-307fc4fad9ce tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.1107075 Jan 28 01:05:22.968481 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks [] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.028000 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4b284423-a087-46b6-8405-b0845e4f8f6a req-f770e0a6-2b5a-4fb6-945f-4d30881510aa tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628974 Jan 28 01:05:23.048586 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.077568 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:23.080321 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:23.082742 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:23.115346 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Pushing event updated for resources: {'Port': ['ID=0bd73ec5-28c4-4f04-845b-ec47ca56005f,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:23.348163 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.357007 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks [] for router_gateway (a91d1a8c-0a59-4740-b540-235fc96c6ea9), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.431359 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:23.483763 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:23.484140 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.564496 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2042403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2040997'] for router (a91d1a8c-0a59-4740-b540-235fc96c6ea9), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.573163 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:23.573554 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.607809 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b7065-0fd2-49b7-bcea-72ba3595e245 None None] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:05:23.623188 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=397ce0d2-e564-494f-b53e-ad2c2c5e3bb4,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:23.658689 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.693202 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Router a91d1a8c-0a59-4740-b540-235fc96c6ea9 is scheduled to L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 with binding_index 1 {{(pid=102325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:05:23.728083 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-9593539f-e63b-4ed0-9771-61144fadc581 None None] Provisioning complete for port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:23.728454 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-9593539f-e63b-4ed0-9771-61144fadc581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.764545 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=397ce0d2-e564-494f-b53e-ad2c2c5e3bb4,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:23.799688 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:23.808956 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Sync routers for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:23.818433 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.820013 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-027a3abd-ce96-437b-88e8-d4d07637b81f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8526702 Jan 28 01:05:23.822851 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50092) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:23.823823 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:23.825069 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:05:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:23.855314 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-9593539f-e63b-4ed0-9771-61144fadc581 None None] Current status of the port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:23.945396 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:24.081412 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-1b14156f-c4eb-4fd6-8550-f2542f74d0f8 None None] Provisioning complete for port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:24.081921 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1b14156f-c4eb-4fd6-8550-f2542f74d0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.151974 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:23Z', 'revision_number': 3, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:24.167323 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-1b14156f-c4eb-4fd6-8550-f2542f74d0f8 None None] Current status of the port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:24.178497 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Checking router: a91d1a8c-0a59-4740-b540-235fc96c6ea9 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:24.178846 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Updating router a91d1a8c-0a59-4740-b540-235fc96c6ea9 port 0bd73ec5-28c4-4f04-845b-ec47ca56005f binding host dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:05:24.202345 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d8ffc-4de9-4840-a751-d185e9d6310c req-3f63f668-bbf8-41f6-bba7-fa4209073323 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:24.203842 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-929d8ffc-4de9-4840-a751-d185e9d6310c req-3f63f668-bbf8-41f6-bba7-fa4209073323 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0825136 Jan 28 01:05:24.204314 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.297315 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-929d8ffc-4de9-4840-a751-d185e9d6310c req-9911c5a0-97aa-4396-a243-ec8ace3b3291 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824640 Jan 28 01:05:24.339310 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.464542 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Publish callbacks [] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), precommit_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.469517 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.495864 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Allocated IP 172.20.0.1 (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6/10a1e856-1a4c-48a0-a59a-14e9d376072e/a250d67d-33a5-4363-bd5b-d209c5960dc9) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:24.525495 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Pushing event updated for resources: {'Port': ['ID=0bd73ec5-28c4-4f04-845b-ec47ca56005f,revision_number=2']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:24.530500 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Attempting to bind port 0bd73ec5-28c4-4f04-845b-ec47ca56005f on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:24.530868 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Attempting to bind port 0bd73ec5-28c4-4f04-845b-ec47ca56005f by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:24.531258 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Attempting to bind port 0bd73ec5-28c4-4f04-845b-ec47ca56005f on network e2911114-9696-405b-a1fe-14c378844ae6 {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:24.538223 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.538595 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.539005 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.539336 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.539663 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.539989 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.540310 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.540630 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.540949 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.541286 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.541609 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.541924 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.542236 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:24.549970 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:24.550347 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Checking segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:24.550746 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.551339 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Bound using segment: {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'} {{(pid=102327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:24.551964 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.managers [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Bound port: 0bd73ec5-28c4-4f04-845b-ec47ca56005f, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f82586-d4fa-473a-bda1-ec1cd08a83e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}}] {{(pid=102327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:24.552529 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), before_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.598800 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Publish callbacks [] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.604762 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] For port 0bd73ec5-28c4-4f04-845b-ec47ca56005f, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:24.608509 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.plugins.ml2.db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] For port 0bd73ec5-28c4-4f04-845b-ec47ca56005f, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=0bd73ec5-28c4-4f04-845b-ec47ca56005f,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:24.614041 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron_lib.callbacks.manager [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), after_update {{(pid=102327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.633342 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.670409 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:24.673647 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:24.673852 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4f5e1-5e8b-4fea-a13a-41fec981f7f0 None None] Pushing event updated for resources: {'Port': ['ID=0bd73ec5-28c4-4f04-845b-ec47ca56005f,revision_number=3']} {{(pid=102327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:24.677005 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:24.677151 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:24.677682 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:05:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:24.727551 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2040784'] for router_interface (a91d1a8c-0a59-4740-b540-235fc96c6ea9), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.761090 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Pushing event updated for resources: {'Port': ['ID=a250d67d-33a5-4363-bd5b-d209c5960dc9,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:24.797916 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:24.867402 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.892515 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-a731facd-c1a6-4ed2-8a68-a70efb2c3324 None None] Provisioning complete for port a250d67d-33a5-4363-bd5b-d209c5960dc9 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:24.893149 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a731facd-c1a6-4ed2-8a68-a70efb2c3324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.927462 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-a731facd-c1a6-4ed2-8a68-a70efb2c3324 None None] Port a250d67d-33a5-4363-bd5b-d209c5960dc9 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:25.044801 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Publish callbacks [] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.049663 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.089300 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:23Z', 'revision_number': 3, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:25.115498 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975bc932-9254-490a-bbbb-0c068a1fcc8e None None] The sync data for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi is: [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:23Z', 'revision_number': 3, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:25.119413 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Pushing event updated for resources: {'Port': ['ID=a250d67d-33a5-4363-bd5b-d209c5960dc9,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:25.124379 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041184'] for router_interface (a91d1a8c-0a59-4740-b540-235fc96c6ea9), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.219076 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:25.220456 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:25.379666 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Router a91d1a8c-0a59-4740-b540-235fc96c6ea9 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:25.405270 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:25.496571 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:25.496973 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.516879 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4a046-2d40-405e-8650-de2f885e0953 req-a24268bf-957a-46c1-8fcb-949ddfe1915b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:25.524653 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-92b4a046-2d40-405e-8650-de2f885e0953 req-a24268bf-957a-46c1-8fcb-949ddfe1915b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.1297870 Jan 28 01:05:25.591987 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-dfcc69a0-3ba6-4721-8779-51ad2abad387 None None] Provisioning complete for port a250d67d-33a5-4363-bd5b-d209c5960dc9 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:25.592365 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-dfcc69a0-3ba6-4721-8779-51ad2abad387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.594117 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-92b4a046-2d40-405e-8650-de2f885e0953 req-cea0c581-d2c9-4059-83fa-35e1a36815e7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682244 Jan 28 01:05:25.639561 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:25.644058 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc69a0-3ba6-4721-8779-51ad2abad387 None None] Port a250d67d-33a5-4363-bd5b-d209c5960dc9 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:25.765776 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:25.773673 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-207aea25-25ad-4697-8e74-fbf9a25d742e admin admin] 10.222.0.78 "PUT /v2.0/routers/a91d1a8c-0a59-4740-b540-235fc96c6ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9469507 Jan 28 01:05:26.320414 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50104) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:26.325052 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-3087afbc-60db-4764-8f52-40d9f56ed388 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856295885', 'description': 'tempest-description--1385137532'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:26.345864 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3087afbc-60db-4764-8f52-40d9f56ed388 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.412104 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3087afbc-60db-4764-8f52-40d9f56ed388 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (98ddaaa9-b2f6-4784-91b2-0d546bd93408), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.417841 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3087afbc-60db-4764-8f52-40d9f56ed388 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (98ddaaa9-b2f6-4784-91b2-0d546bd93408), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.457197 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3087afbc-60db-4764-8f52-40d9f56ed388 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.458442 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3087afbc-60db-4764-8f52-40d9f56ed388 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1369340 Jan 28 01:05:26.462082 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087afbc-60db-4764-8f52-40d9f56ed388 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ddaaa9-b2f6-4784-91b2-0d546bd93408,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:26.462223 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50106) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:26.472674 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-321bab0e-8d35-40d5-be77-c58e57c92612 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'security_group_rule': {'security_group_id': '98ddaaa9-b2f6-4784-91b2-0d546bd93408', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:26.499754 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-321bab0e-8d35-40d5-be77-c58e57c92612 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (cd6722d8-0a6e-49c0-8dfe-9c31930c4223), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.558135 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-321bab0e-8d35-40d5-be77-c58e57c92612 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (cd6722d8-0a6e-49c0-8dfe-9c31930c4223), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.561996 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-321bab0e-8d35-40d5-be77-c58e57c92612 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (cd6722d8-0a6e-49c0-8dfe-9c31930c4223), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.577151 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bab0e-8d35-40d5-be77-c58e57c92612 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6722d8-0a6e-49c0-8dfe-9c31930c4223,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:26.588723 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-321bab0e-8d35-40d5-be77-c58e57c92612 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.589888 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-321bab0e-8d35-40d5-be77-c58e57c92612 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265352 Jan 28 01:05:26.592820 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50108) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:26.597403 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-d5d5cbd8-b4e5-4e3b-bf19-bf1030900879 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'security_group_rule': {'security_group_id': '98ddaaa9-b2f6-4784-91b2-0d546bd93408', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:26.627594 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d5d5cbd8-b4e5-4e3b-bf19-bf1030900879 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (5cdd81b3-6e2a-4eee-a1eb-eb38b4b671ff), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.685702 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d5d5cbd8-b4e5-4e3b-bf19-bf1030900879 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (5cdd81b3-6e2a-4eee-a1eb-eb38b4b671ff), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.689851 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d5d5cbd8-b4e5-4e3b-bf19-bf1030900879 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (5cdd81b3-6e2a-4eee-a1eb-eb38b4b671ff), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.709111 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5cbd8-b4e5-4e3b-bf19-bf1030900879 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdd81b3-6e2a-4eee-a1eb-eb38b4b671ff,revision_number=0']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:26.719193 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d5d5cbd8-b4e5-4e3b-bf19-bf1030900879 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.719193 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-d5d5cbd8-b4e5-4e3b-bf19-bf1030900879 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250229 Jan 28 01:05:26.721791 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50112) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:26.726624 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:26.745534 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592419e-7dfd-49c0-a494-7c2979ac57b2 req-6e96828c-6587-4f5d-a05a-e24a0870e62c tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.749255 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0592419e-7dfd-49c0-a494-7c2979ac57b2 req-6e96828c-6587-4f5d-a05a-e24a0870e62c tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0804775 Jan 28 01:05:26.752683 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.753051 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Sync routers for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:26.769863 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:26.770534 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:05:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:26.815533 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0592419e-7dfd-49c0-a494-7c2979ac57b2 req-5fea872c-d848-4be4-8fe2-bf3cd5bc595b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601690 Jan 28 01:05:26.855437 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.882158 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:26.962941 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Allocated IP 172.27.1.239 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/4e9f60bc-3c36-40a8-8492-bacede8f90f5) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:27.065523 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for port (4e9f60bc-3c36-40a8-8492-bacede8f90f5), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.084825 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 2, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:27.105269 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (4e9f60bc-3c36-40a8-8492-bacede8f90f5), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.110846 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Checking router: a91d1a8c-0a59-4740-b540-235fc96c6ea9 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:27.111217 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Updating router a91d1a8c-0a59-4740-b540-235fc96c6ea9 port a250d67d-33a5-4363-bd5b-d209c5960dc9 binding host dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:05:27.136401 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.140923 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:27.143649 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:27.147555 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:27.178953 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'Port': ['ID=4e9f60bc-3c36-40a8-8492-bacede8f90f5,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:27.236724 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (e90b4d3f-14d6-4f08-af0e-39dd690081c3), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.271220 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4e9f60bc-3c36-40a8-8492-bacede8f90f5), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.434384 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for port (4e9f60bc-3c36-40a8-8492-bacede8f90f5), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.439332 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (4e9f60bc-3c36-40a8-8492-bacede8f90f5), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.498927 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 0bd73ec5-28c4-4f04-845b-ec47ca56005f up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:27.518163 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'Port': ['ID=4e9f60bc-3c36-40a8-8492-bacede8f90f5,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:27.528366 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (e90b4d3f-14d6-4f08-af0e-39dd690081c3), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.545411 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.546659 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-8a1f2cb3-e684-4b5c-a99c-35e94a518ae6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8238678 Jan 28 01:05:27.591052 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Publish callbacks [] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), precommit_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.597798 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.633643 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 0bd73ec5-28c4-4f04-845b-ec47ca56005f triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:27.634009 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.680813 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bddd6f-1cc3-4bd2-a061-9f23ac83ce20 None None] Pushing event updated for resources: {'Port': ['ID=a250d67d-33a5-4363-bd5b-d209c5960dc9,revision_number=3']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:27.707126 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-2db8ae45-5238-42aa-93a1-0eeda512099c tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1856295885&fields=id&tenant_id=4ad98bf7b3c546848923e916df460759 HTTP/1.1" status: 200 len: 267 time: 0.0503933 Jan 28 01:05:27.779652 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Attempting to bind port a250d67d-33a5-4363-bd5b-d209c5960dc9 on host dv-cinder-816898-6-iscsi for vnic_type normal with profile {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:27.780198 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Attempting to bind port a250d67d-33a5-4363-bd5b-d209c5960dc9 by drivers openvswitch,hyperv on host dv-cinder-816898-6-iscsi at level 0 using segments [{'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:27.780391 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Attempting to bind port a250d67d-33a5-4363-bd5b-d209c5960dc9 on network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:27.794343 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Checking agent: {'id': '4c0b7eb7-f464-43ea-bb0f-db3969ee9ece', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 49, 23), 'started_at': datetime.datetime(2022, 1, 28, 0, 49, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:27.794906 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Checking segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:27.795252 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.795654 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Bound using segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} {{(pid=102326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:27.796151 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.managers [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Bound port: a250d67d-33a5-4363-bd5b-d209c5960dc9, host: dv-cinder-816898-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'}}] {{(pid=102326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:27.796533 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.810240 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 0bd73ec5-28c4-4f04-845b-ec47ca56005f is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:27.810642 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.823599 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-42d66796-a6a6-4103-b661-a960663f3e02 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:27.825519 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-42d66796-a6a6-4103-b661-a960663f3e02 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 810 time: 0.1119173 Jan 28 01:05:27.845805 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-29dc6b18-8020-4cc7-b077-5129c133300f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/quotas/4ad98bf7b3c546848923e916df460759 HTTP/1.1" status: 200 len: 375 time: 0.0136292 Jan 28 01:05:27.854538 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] For port 0bd73ec5-28c4-4f04-845b-ec47ca56005f, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=0bd73ec5-28c4-4f04-845b-ec47ca56005f,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:27.861655 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.907433 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-9f5e5cbd-68f1-484f-9e88-c2db0c93a09e tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549858 Jan 28 01:05:27.938375 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c2bed-9789-483d-ab9d-e3febdcf342f req-c2c5ea64-93b6-48ba-94ce-59eb03dff412 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:27.939005 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] For port a250d67d-33a5-4363-bd5b-d209c5960dc9, host dv-cinder-816898-6-iscsi, cleared binding levels {{(pid=102326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:27.943450 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] For port a250d67d-33a5-4363-bd5b-d209c5960dc9, host dv-cinder-816898-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=a250d67d-33a5-4363-bd5b-d209c5960dc9,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:27.944150 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b03c2bed-9789-483d-ab9d-e3febdcf342f req-c2c5ea64-93b6-48ba-94ce-59eb03dff412 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0587883 Jan 28 01:05:27.951525 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-06b1a6f2-1f76-4316-b331-adcf1624253a None None] Provisioning complete for port a250d67d-33a5-4363-bd5b-d209c5960dc9 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:27.951915 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-06b1a6f2-1f76-4316-b331-adcf1624253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.954257 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:27.956938 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Pushing event updated for resources: {'Port': ['ID=0bd73ec5-28c4-4f04-845b-ec47ca56005f,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:28.002598 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b03c2bed-9789-483d-ab9d-e3febdcf342f req-94a380f3-00e4-4438-8d22-087803d79b1e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558264 Jan 28 01:05:28.032660 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-ff7cd265-d47f-41d9-8344-a14331fe0895 service neutron] 10.222.0.78 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122193 Jan 28 01:05:28.065113 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bddd6f-1cc3-4bd2-a061-9f23ac83ce20 None None] Pushing event updated for resources: {'Port': ['ID=a250d67d-33a5-4363-bd5b-d209c5960dc9,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:28.070956 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:28.071562 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:05:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:28.132022 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-e4da5c54-ee16-4751-b0a1-04403061200d service neutron] 10.222.0.78 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921087 Jan 28 01:05:28.167995 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-06b1a6f2-1f76-4316-b331-adcf1624253a None None] Current status of the port a250d67d-33a5-4363-bd5b-d209c5960dc9 is: DOWN; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:28.168400 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-06b1a6f2-1f76-4316-b331-adcf1624253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.247893 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:28.250662 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-06b1a6f2-1f76-4316-b331-adcf1624253a None None] For port a250d67d-33a5-4363-bd5b-d209c5960dc9, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=a250d67d-33a5-4363-bd5b-d209c5960dc9,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:28.284817 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-06b1a6f2-1f76-4316-b331-adcf1624253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.303961 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-97a4209c-f143-4912-bdbe-2f6d64b168fc req-e1937d9d-82ae-4970-ab01-951d664d2040 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 210 time: 0.0313609 Jan 28 01:05:28.373646 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1a6f2-1f76-4316-b331-adcf1624253a None None] Pushing event updated for resources: {'Port': ['ID=a250d67d-33a5-4363-bd5b-d209c5960dc9,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:28.451509 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-74807661-2f9d-4bec-89e5-8818ee1dbb12 None None] Provisioning complete for port a250d67d-33a5-4363-bd5b-d209c5960dc9 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:28.453070 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-74807661-2f9d-4bec-89e5-8818ee1dbb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.593433 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-74807661-2f9d-4bec-89e5-8818ee1dbb12 None None] Current status of the port a250d67d-33a5-4363-bd5b-d209c5960dc9 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:28.598150 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:28.625943 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d6211-d4ce-4417-81d6-b11bd6b9e114 None None] The sync data for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi is: [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:29.123047 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442c3ff-f120-4a59-a2a1-848d5be4f1c6 req-3bf170d2-4a8d-409f-9900-aa10c7aa9932 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.124734 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1442c3ff-f120-4a59-a2a1-848d5be4f1c6 req-3bf170d2-4a8d-409f-9900-aa10c7aa9932 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0501235 Jan 28 01:05:29.174613 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1442c3ff-f120-4a59-a2a1-848d5be4f1c6 req-b4ec4856-cfcc-496b-8ef6-0627ed046e34 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Jan 28 01:05:29.435576 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-46052c58-5d27-4031-9430-8d82e6f2f26a req-06508848-4304-4b55-ae08-9cb3826c41f3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 210 time: 0.0372548 Jan 28 01:05:29.494036 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-3c1a6bb9-b04e-4a24-a3fe-820c125221a3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.495755 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-3c1a6bb9-b04e-4a24-a3fe-820c125221a3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 810 time: 0.1888170 Jan 28 01:05:29.504778 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 0bd73ec5-28c4-4f04-845b-ec47ca56005f up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:29.559526 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port 0bd73ec5-28c4-4f04-845b-ec47ca56005f triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:29.559906 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:29.586143 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-e79d188d-94eb-4032-babd-141d3447b4e9 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad98bf7b3c546848923e916df460759 HTTP/1.1" status: 200 len: 380 time: 0.0661802 Jan 28 01:05:29.601395 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'port': {'device_id': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'admin_state_up': True, 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'security_groups': ['98ddaaa9-b2f6-4784-91b2-0d546bd93408']}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:29.646076 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-17e46b5a-18b8-423b-9bae-f1476c6f92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.650552 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-17e46b5a-18b8-423b-9bae-f1476c6f92da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e156503ec1b459fbe5516b459e0c38b&device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1099 time: 0.0518427 Jan 28 01:05:29.662864 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port 0bd73ec5-28c4-4f04-845b-ec47ca56005f is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:29.664081 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device a250d67d-33a5-4363-bd5b-d209c5960dc9 up at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:29.717657 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Made reservation on behalf of 4ad98bf7b3c546848923e916df460759 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:29.718202 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Provisioning complete for port a250d67d-33a5-4363-bd5b-d209c5960dc9 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:29.718841 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:29.721810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:29.768692 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-e98e674b-7d3b-478c-8f0e-e5312c835c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.770428 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-e98e674b-7d3b-478c-8f0e-e5312c835c24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 200 len: 910 time: 0.1117675 Jan 28 01:05:29.814307 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Current status of the port a250d67d-33a5-4363-bd5b-d209c5960dc9 is: ACTIVE; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:29.844399 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-463dc198-ea0a-4985-80b6-76b926598fd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 200 len: 1001 time: 0.0626512 Jan 28 01:05:29.859684 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Allocated IP 172.20.0.10 (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6/10a1e856-1a4c-48a0-a59a-14e9d376072e/28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:29.898819 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-d4c4dd34-c6cb-4627-b5fe-c6603b6ddde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.900231 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-d4c4dd34-c6cb-4627-b5fe-c6603b6ddde3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9318b003-99e0-4277-af1f-d6d0879ac950 HTTP/1.1" status: 200 len: 848 time: 0.0491281 Jan 28 01:05:29.946669 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-79baba22-3d80-4bdc-a77f-7f5af350d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.948215 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-79baba22-3d80-4bdc-a77f-7f5af350d6fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406375 Jan 28 01:05:29.996744 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.031078 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.043135 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-0268bc70-de3a-46c7-bb30-3060727d7419 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873387 Jan 28 01:05:30.073165 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:30.076234 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:30.082607 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:30.112569 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'Port': ['ID=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:30.135140 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.135924 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.147310 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5c45fb03-4ce4-4652-9c15-e42de9ec15c9 req-9780b7b4-cda6-47b8-80de-3907e4bb745b service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981178 Jan 28 01:05:30.153342 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-6748da1e-c25b-4ca0-bada-3a79211b4d0d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556414 Jan 28 01:05:30.176081 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Request body: {'port': {'device_id': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:30.239608 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.299048 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47872ca3-4903-45af-908e-bfa6d17fbb73 req-30bca21d-3d86-4ac3-b43f-b218359ebb1f tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.300635 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-47872ca3-4903-45af-908e-bfa6d17fbb73 req-30bca21d-3d86-4ac3-b43f-b218359ebb1f tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0530088 Jan 28 01:05:30.330272 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-aefcda1d-411b-4c1f-905f-e417670a7701 None None] Provisioning complete for port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:30.330836 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-aefcda1d-411b-4c1f-905f-e417670a7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.355660 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-47872ca3-4903-45af-908e-bfa6d17fbb73 req-9edbe983-977d-4f58-b83b-4b8e57862b61 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480399 Jan 28 01:05:30.367875 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-aefcda1d-411b-4c1f-905f-e417670a7701 None None] Port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:30.538525 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:30.547747 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Publish callbacks [] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.565260 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Transition to ACTIVE for port object 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:30.577007 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b3ba7-df6b-4a75-9e96-ae6af433b4cc req-3aebf099-49d3-4e5a-8488-d4de5bc41957 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.578456 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0a1b3ba7-df6b-4a75-9e96-ae6af433b4cc req-3aebf099-49d3-4e5a-8488-d4de5bc41957 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 932 time: 0.0705113 Jan 28 01:05:30.579389 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.659022 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Pushing event updated for resources: {'Port': ['ID=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:30.709131 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0a1b3ba7-df6b-4a75-9e96-ae6af433b4cc req-7b221990-665b-4541-9dc3-dc91db3973c9 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223469 Jan 28 01:05:30.738540 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Attempting to bind port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:30.738875 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Attempting to bind port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:30.739403 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Attempting to bind port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c on network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:30.744346 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c on network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:30.744665 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Attempting to bind port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c on network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:30.749863 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:30.750197 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Checking segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:30.750598 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Bound using segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:30.751160 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Bound port: 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:30.751523 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.815158 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] For port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:30.818046 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] For port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:30.822424 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.858876 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.859516 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.860902 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] 10.222.0.15 "PUT /v2.0/ports/28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c HTTP/1.1" status: 200 len: 1094 time: 0.6906579 Jan 28 01:05:30.861334 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'tag': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:30.863618 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1", "tag": "28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:30.889271 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc4e89-abef-403a-b4a4-68379162e7ca service neutron] Pushing event updated for resources: {'Port': ['ID=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:30.909780 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486959aa-bfac-4f6e-bb3c-8e78cfc1134a x-openstack-request-id: req-486959aa-bfac-4f6e-bb3c-8e78cfc1134a {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:30.910120 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1", "tag": "28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:30.910381 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-486959aa-bfac-4f6e-bb3c-8e78cfc1134a {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:30.910856 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'tag': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'status': 'completed', 'code': 200} Jan 28 01:05:30.973677 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-5a651689-5e35-4bdf-8313-5e70f531796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.975178 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-5a651689-5e35-4bdf-8313-5e70f531796a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0422339 Jan 28 01:05:31.026833 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-3fb8ea46-f93b-41da-b97d-c9bc9d3876b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c HTTP/1.1" status: 200 len: 217 time: 0.0353265 Jan 28 01:05:31.079163 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-ee2b02a8-f4de-4a15-992c-914d4bcc57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.080595 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-ee2b02a8-f4de-4a15-992c-914d4bcc57fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0462377 Jan 28 01:05:31.126339 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-96706a08-2e48-4f96-9d47-dd4f84284737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.127865 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-96706a08-2e48-4f96-9d47-dd4f84284737 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385544 Jan 28 01:05:31.217418 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-ba52b714-67d5-45dd-969d-809cc4d55b41 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813279 Jan 28 01:05:31.308426 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-322e8f25-60fb-4cb3-9be6-51cef4345dad req-1ac03dc9-99de-40ce-ba2f-8899fd51a81f service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839193 Jan 28 01:05:31.467640 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c38f9-19d8-4cc9-8c1a-ca2d1c6a432d req-151c764e-200e-40fb-8913-660f8e60112b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.469084 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-092c38f9-19d8-4cc9-8c1a-ca2d1c6a432d req-151c764e-200e-40fb-8913-660f8e60112b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0493233 Jan 28 01:05:31.516708 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-092c38f9-19d8-4cc9-8c1a-ca2d1c6a432d req-55ff5c01-dcb2-4951-b7b4-ade5f8692a32 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Jan 28 01:05:31.613702 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-413dc867-30f9-4f76-bde9-d76e20e5816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.615123 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-413dc867-30f9-4f76-bde9-d76e20e5816d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0427344 Jan 28 01:05:31.704148 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-d78c20a8-ce98-420a-b973-6026e259527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.705612 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-d78c20a8-ce98-420a-b973-6026e259527e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 911 time: 0.0819268 Jan 28 01:05:31.759490 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-45a4dfcd-dd3d-454b-af68-68a771396caf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c HTTP/1.1" status: 200 len: 217 time: 0.0348580 Jan 28 01:05:31.817543 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-67e8fbc2-0de3-4073-bed1-b664a6cb9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.819058 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-67e8fbc2-0de3-4073-bed1-b664a6cb9e67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0475285 Jan 28 01:05:31.826858 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b118a-4ce2-4810-b724-cad64753e79f req-84d5de0e-1ee6-4598-ab8e-1fd0e5765809 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.828350 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408b118a-4ce2-4810-b724-cad64753e79f req-84d5de0e-1ee6-4598-ab8e-1fd0e5765809 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 944 time: 0.0513721 Jan 28 01:05:31.863354 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-6a882f4f-e6f5-40d4-8fac-8fbeda45ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.864918 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-6a882f4f-e6f5-40d4-8fac-8fbeda45ce6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389140 Jan 28 01:05:31.874437 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-408b118a-4ce2-4810-b724-cad64753e79f req-a17121e2-2a94-478e-8316-2a5da76e16ef tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404084 Jan 28 01:05:31.951615 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-3ac4e453-4d15-4b64-be86-758b57259ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786414 Jan 28 01:05:32.045757 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28b76a91-eb53-4f3d-a116-1c229cbf3e3d req-4950ada3-2fa9-4992-8e2c-80525415d0f9 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832753 Jan 28 01:05:32.628576 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508e73b-0d88-447b-b57c-1390393181a4 req-fdf17e06-1361-4b6a-a44f-c305ce3bbaf4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:32.630154 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3508e73b-0d88-447b-b57c-1390393181a4 req-fdf17e06-1361-4b6a-a44f-c305ce3bbaf4 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0484531 Jan 28 01:05:32.683142 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-3508e73b-0d88-447b-b57c-1390393181a4 req-19619335-f984-4bd9-9789-882c3b971b4b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 Jan 28 01:05:32.904455 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:32.986968 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b40b0-6d06-479d-8a70-c72fa48e7c2d req-0d803b12-1601-42cc-b312-b4a0ab5ae5f6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:32.988473 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-965b40b0-6d06-479d-8a70-c72fa48e7c2d req-0d803b12-1601-42cc-b312-b4a0ab5ae5f6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 944 time: 0.0471995 Jan 28 01:05:33.002373 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:33.015774 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'port_id': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'mac_address': 'fa:16:3e:a0:82:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:33.035384 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-965b40b0-6d06-479d-8a70-c72fa48e7c2d req-9692c7dd-702d-4714-ac23-e6f8f3912215 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Jan 28 01:05:33.056669 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:33.057066 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.070077 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:33.089250 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:33.093155 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.140508 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:33.544992 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:33.803595 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cbcb5-83db-4a10-8b48-e35c96dc7177 req-c7cf89eb-4e2e-4c91-b3fb-8d63a107b015 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:33.804956 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4f5cbcb5-83db-4a10-8b48-e35c96dc7177 req-c7cf89eb-4e2e-4c91-b3fb-8d63a107b015 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0519316 Jan 28 01:05:33.852380 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4f5cbcb5-83db-4a10-8b48-e35c96dc7177 req-a1c47a2a-8540-4a86-87dd-5ff4ea3253f8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Jan 28 01:05:34.164737 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53347c5-8942-49ce-8c7d-74118b0532ed req-73aafc18-5baf-4698-9277-105e3609a164 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.166254 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f53347c5-8942-49ce-8c7d-74118b0532ed req-73aafc18-5baf-4698-9277-105e3609a164 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 945 time: 0.0619833 Jan 28 01:05:34.217802 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcb738-223a-44cd-9d75-85867cc13158 req-38e9f4f2-e63b-4272-93b3-750974081c0e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.220586 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-71bcb738-223a-44cd-9d75-85867cc13158 req-38e9f4f2-e63b-4272-93b3-750974081c0e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0618896 Jan 28 01:05:34.243631 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f53347c5-8942-49ce-8c7d-74118b0532ed req-9977ca46-035b-4c9b-9f96-935e97f4343c tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716834 Jan 28 01:05:34.257056 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-4d0cd207-2423-46cd-a1f0-4a67abf9909c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148553 Jan 28 01:05:34.272411 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-71bcb738-223a-44cd-9d75-85867cc13158 req-7f51c75a-15a1-4c48-9bc4-20f621b95dbc tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475781 Jan 28 01:05:34.903563 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:34.950112 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:34.953793 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:34.954166 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.029567 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:35.029870 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.052042 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:35.054790 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d523f7-6834-4d28-90c4-8feb3fb471e8" -d '{"events": [{"server_uuid": "2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1", "name": "network-vif-plugged", "status": "completed", "tag": "28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:35.067589 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:35.072360 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.073311 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2bcf2856-230f-406e-be0e-7ecdcc4a3436 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:35.094342 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d9e2e-14d5-429f-beaf-91c0284c21ed x-openstack-request-id: req-4a0d9e2e-14d5-429f-beaf-91c0284c21ed {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:35.094634 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1", "name": "network-vif-plugged", "status": "completed", "tag": "28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:35.094906 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a0d9e2e-14d5-429f-beaf-91c0284c21ed {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:35.095299 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'code': 200} Jan 28 01:05:35.155264 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:35.194657 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 is: ACTIVE; New status is: DOWN {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:35.195083 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.229489 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:35.235530 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.290377 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=6']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:35.387636 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07387e18-3afd-40b2-b910-520b5422b82f req-5de0fe6a-5c9a-4081-95bb-562356392bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.389361 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-07387e18-3afd-40b2-b910-520b5422b82f req-5de0fe6a-5c9a-4081-95bb-562356392bd3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 1099 time: 0.0826640 Jan 28 01:05:35.395660 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa195-4c8c-457a-91d8-5057b81cd4f1 req-2bfd0c53-0358-46bd-abfc-938649c5dc40 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.397242 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-96cfa195-4c8c-457a-91d8-5057b81cd4f1 req-2bfd0c53-0358-46bd-abfc-938649c5dc40 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0543830 Jan 28 01:05:35.411675 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9de44-55f6-4078-9504-a59fe386ec6e req-b4c8677a-4b10-4610-9bc3-d1c985c44d29 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.413596 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f6f9de44-55f6-4078-9504-a59fe386ec6e req-b4c8677a-4b10-4610-9bc3-d1c985c44d29 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0580199 Jan 28 01:05:35.454117 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-96cfa195-4c8c-457a-91d8-5057b81cd4f1 req-fb52638f-04f5-4ac9-8fb7-73fb5b820d74 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508659 Jan 28 01:05:35.492777 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f6f9de44-55f6-4078-9504-a59fe386ec6e req-de0876c3-e3ac-4d7b-9c04-848e95dc1764 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729833 Jan 28 01:05:35.495180 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-07387e18-3afd-40b2-b910-520b5422b82f req-51935509-4e19-4756-bdf8-321c410f0ade service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807099 Jan 28 01:05:36.364340 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-b7b237f2-7d22-4a5d-ba23-df32269e7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.366401 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-b7b237f2-7d22-4a5d-ba23-df32269e7e3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a&tenant_id=5e156503ec1b459fbe5516b459e0c38b HTTP/1.1" status: 200 len: 1097 time: 0.0448394 Jan 28 01:05:36.460803 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-d53e45fb-4186-40a9-8ab1-7698dad68f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.462309 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-d53e45fb-4186-40a9-8ab1-7698dad68f11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e156503ec1b459fbe5516b459e0c38b&device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1097 time: 0.0402222 Jan 28 01:05:36.564886 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-04c07bf7-b166-4692-86e6-32a995b8b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.566591 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-04c07bf7-b166-4692-86e6-32a995b8b644 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 200 len: 910 time: 0.0928147 Jan 28 01:05:36.568876 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf77bc-d7ba-43d4-bb00-16c87cfabde0 req-742230d0-4078-4fe1-a567-b0c4c8bc7260 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.570804 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a7cf77bc-d7ba-43d4-bb00-16c87cfabde0 req-742230d0-4078-4fe1-a567-b0c4c8bc7260 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0500886 Jan 28 01:05:36.621711 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a7cf77bc-d7ba-43d4-bb00-16c87cfabde0 req-c0be2332-fbad-430c-a8a8-b45859c6c048 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Jan 28 01:05:36.912982 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623bfbe-2e7c-4609-89ba-b71044d8df35 req-65839bbf-4f3f-4fc3-8fc0-7b73e8cac678 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.914376 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7623bfbe-2e7c-4609-89ba-b71044d8df35 req-65839bbf-4f3f-4fc3-8fc0-7b73e8cac678 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.3431644 Jan 28 01:05:36.916257 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-2bc0dc23-3910-4a19-be60-8d556eb8cb01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 200 len: 999 time: 0.3432231 Jan 28 01:05:36.997789 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-859c61ed-3b96-4071-9cfa-510a92cbb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.999263 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-859c61ed-3b96-4071-9cfa-510a92cbb364 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9318b003-99e0-4277-af1f-d6d0879ac950 HTTP/1.1" status: 200 len: 848 time: 0.0736387 Jan 28 01:05:37.002905 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7623bfbe-2e7c-4609-89ba-b71044d8df35 req-610623f2-5b76-4505-b20a-3ea311424af1 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829389 Jan 28 01:05:37.044719 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-bf8e2e30-ec41-436f-827d-69e5b6ee09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:37.046200 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-bf8e2e30-ec41-436f-827d-69e5b6ee09aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393670 Jan 28 01:05:37.096859 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:37.099176 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c169e-d047-4693-9e68-3cfc3253e3c9" -d '{"events": [{"server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:37.134482 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-b9304b22-43c5-4e95-9983-86412472c915 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803170 Jan 28 01:05:37.134781 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8727388-9d85-47a1-85f4-f7148fa35a87 x-openstack-request-id: req-b8727388-9d85-47a1-85f4-f7148fa35a87 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:37.135301 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:37.135561 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8727388-9d85-47a1-85f4-f7148fa35a87 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:37.135951 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'code': 200} Jan 28 01:05:37.268810 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-245991d7-6bfa-446c-b46f-13b0083d0f45 req-017f6df9-ca6b-434b-81b6-f1826320f92f service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885110 Jan 28 01:05:37.741437 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa525ab1-22e0-4385-8ee8-4f85cdc443d6 req-a643376a-5639-4fe3-971a-56442a4cbe1a tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:37.742992 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fa525ab1-22e0-4385-8ee8-4f85cdc443d6 req-a643376a-5639-4fe3-971a-56442a4cbe1a tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0481973 Jan 28 01:05:37.789800 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fa525ab1-22e0-4385-8ee8-4f85cdc443d6 req-0ed1af9c-5e41-43ee-9e7c-d85a3173b85c tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Jan 28 01:05:37.902476 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74c81f-8e6c-4682-952d-c1af3eba7ddc req-d1e6be61-3eac-4d8f-ad73-5d819a3003dd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:37.904226 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5d74c81f-8e6c-4682-952d-c1af3eba7ddc req-d1e6be61-3eac-4d8f-ad73-5d819a3003dd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0511146 Jan 28 01:05:37.912588 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50198) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:37.916810 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'floatingip': {'port_id': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:37.956590 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (e90b4d3f-14d6-4f08-af0e-39dd690081c3), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:38.128880 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e8e6a-74c8-4831-be5b-717a6fbe9c7a req-dc84fd3b-577d-4ab9-a6e6-875a4124cb53 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:38.130384 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8f0e8e6a-74c8-4831-be5b-717a6fbe9c7a req-dc84fd3b-577d-4ab9-a6e6-875a4124cb53 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0621700 Jan 28 01:05:38.178917 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8f0e8e6a-74c8-4831-be5b-717a6fbe9c7a req-703bf682-8eb0-43c1-a98d-6aa721a1847b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Jan 28 01:05:38.416053 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:38.420147 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (e90b4d3f-14d6-4f08-af0e-39dd690081c3), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:38.521113 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.l3_db [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Floating IP e90b4d3f-14d6-4f08-af0e-39dd690081c3 associated. External IP: 172.27.1.239, port: 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c. Jan 28 01:05:38.725746 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Router a91d1a8c-0a59-4740-b540-235fc96c6ea9 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:38.835633 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:38.845595 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] Sync routers for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:38.846080 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:38.856828 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:38.857527 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:05:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:38.876917 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-2d98e520-0284-4371-94a7-d9565e8af81f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "PUT /v2.0/floatingips/e90b4d3f-14d6-4f08-af0e-39dd690081c3 HTTP/1.1" status: 200 len: 992 time: 0.9606578 Jan 28 01:05:38.876917 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'tag': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:38.877361 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94221649-fd61-4a0a-8370-419f3ffa482e" -d '{"events": [{"name": "network-changed", "server_uuid": "2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1", "tag": "28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:38.921092 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1530a0-b86c-4ca9-a250-c99ad8db0a24 x-openstack-request-id: req-0e1530a0-b86c-4ca9-a250-c99ad8db0a24 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:38.921727 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1", "tag": "28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:38.921727 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e1530a0-b86c-4ca9-a250-c99ad8db0a24 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:38.922027 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'tag': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'status': 'completed', 'code': 200} Jan 28 01:05:38.970812 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:39.023602 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221649-fd61-4a0a-8370-419f3ffa482e req-1e8582a8-86a2-4532-be5e-f89cbcc041cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.025115 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94221649-fd61-4a0a-8370-419f3ffa482e req-1e8582a8-86a2-4532-be5e-f89cbcc041cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 1099 time: 0.0419180 Jan 28 01:05:39.119942 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221649-fd61-4a0a-8370-419f3ffa482e req-1e9c14f5-c53b-4fa3-979a-3fae3cc56276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.121400 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94221649-fd61-4a0a-8370-419f3ffa482e req-1e9c14f5-c53b-4fa3-979a-3fae3cc56276 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 911 time: 0.0900803 Jan 28 01:05:39.186103 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94221649-fd61-4a0a-8370-419f3ffa482e req-ff47d29c-1a3d-43bc-a817-aec1fe3d7e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c HTTP/1.1" status: 200 len: 1000 time: 0.0572224 Jan 28 01:05:39.203248 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'e90b4d3f-14d6-4f08-af0e-39dd690081c3', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'port_id': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'mac_address': 'fa:16:3e:a0:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:27Z', 'updated_at': '2022-01-28T01:05:38Z', 'revision_number': 1, 'project_id': '4ad98bf7b3c546848923e916df460759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:39.229466 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] Checking router: a91d1a8c-0a59-4740-b540-235fc96c6ea9 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:39.237856 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221649-fd61-4a0a-8370-419f3ffa482e req-632dbc16-8309-46fa-ad34-474fec0b74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.238258 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:39.238833 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:05:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:39.239422 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94221649-fd61-4a0a-8370-419f3ffa482e req-632dbc16-8309-46fa-ad34-474fec0b74be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0449903 Jan 28 01:05:39.318041 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221649-fd61-4a0a-8370-419f3ffa482e req-066fb82b-f88a-4e46-b0bc-66b067de300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.319596 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94221649-fd61-4a0a-8370-419f3ffa482e req-066fb82b-f88a-4e46-b0bc-66b067de300b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738597 Jan 28 01:05:39.327011 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b0516-de83-4768-a537-cae5847743da req-1ebde4e6-23af-489d-a720-adf2840794ba tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.328362 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ee0b0516-de83-4768-a537-cae5847743da req-1ebde4e6-23af-489d-a720-adf2840794ba tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0751090 Jan 28 01:05:39.345022 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:39.433302 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-ee0b0516-de83-4768-a537-cae5847743da req-fd771d39-a1df-4eeb-9e0b-e6d266b34693 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962582 Jan 28 01:05:39.456416 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94221649-fd61-4a0a-8370-419f3ffa482e req-e37dd6cb-1618-4d18-945e-f4e1b9541f82 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271338 Jan 28 01:05:39.544738 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-94221649-fd61-4a0a-8370-419f3ffa482e req-183530fb-f7b2-4f0f-a10b-aa93a9f1c1c3 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816734 Jan 28 01:05:39.571949 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'e90b4d3f-14d6-4f08-af0e-39dd690081c3', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'port_id': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'mac_address': 'fa:16:3e:a0:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:27Z', 'updated_at': '2022-01-28T01:05:38Z', 'revision_number': 1, 'project_id': '4ad98bf7b3c546848923e916df460759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:39.600702 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbf2ff-60c4-421f-9353-dd790b91c86e None None] The sync data for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi is: [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'e90b4d3f-14d6-4f08-af0e-39dd690081c3', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'port_id': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'mac_address': 'fa:16:3e:a0:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:27Z', 'updated_at': '2022-01-28T01:05:38Z', 'revision_number': 1, 'project_id': '4ad98bf7b3c546848923e916df460759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:39.793127 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81edd-af5d-437d-98f3-172f62610d6c None None] New status for floating IP e90b4d3f-14d6-4f08-af0e-39dd690081c3: ACTIVE {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:05:40.548606 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c261c-6c22-4ad5-a932-55761d10c65d req-c1b40598-3e71-4050-93b8-02359cd4548e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:40.550126 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-402c261c-6c22-4ad5-a932-55761d10c65d req-c1b40598-3e71-4050-93b8-02359cd4548e tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0495801 Jan 28 01:05:40.597409 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-402c261c-6c22-4ad5-a932-55761d10c65d req-3b8a6bfb-e2bc-42e1-b4b7-29a73446e02b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Jan 28 01:05:41.713583 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc29bd1-45f1-414b-8c7a-13ae229a1ecd req-5acfc9ba-3a1c-4bac-99dc-ada7bf3313fc tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.715707 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0dc29bd1-45f1-414b-8c7a-13ae229a1ecd req-5acfc9ba-3a1c-4bac-99dc-ada7bf3313fc tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0514627 Jan 28 01:05:41.762159 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0dc29bd1-45f1-414b-8c7a-13ae229a1ecd req-077f7931-d378-4ecc-9025-9151bf77bf09 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Jan 28 01:05:42.109064 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:42.874812 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22c5e9-08b0-42c4-837c-e9dd9b840585 req-1653a9a7-bded-4da0-a080-ede6d805b45b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:42.876316 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1e22c5e9-08b0-42c4-837c-e9dd9b840585 req-1653a9a7-bded-4da0-a080-ede6d805b45b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0465560 Jan 28 01:05:42.927801 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1e22c5e9-08b0-42c4-837c-e9dd9b840585 req-286b9dfb-4881-4a36-bb62-ba76e38c5b97 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Jan 28 01:05:44.042694 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c65f41-16e2-41b5-9cf4-7122cb4f8dae req-733c176c-3195-4f91-9d12-079dc8f85cd9 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:44.044177 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-81c65f41-16e2-41b5-9cf4-7122cb4f8dae req-733c176c-3195-4f91-9d12-079dc8f85cd9 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 944 time: 0.0500011 Jan 28 01:05:44.062061 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:05:44.092699 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-81c65f41-16e2-41b5-9cf4-7122cb4f8dae req-dd8d2380-e72d-4613-b077-2fd7b0dfaae3 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Jan 28 01:05:44.947624 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2bcf2856-230f-406e-be0e-7ecdcc4a3436 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:45.044079 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:45.055502 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'port_id': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'mac_address': 'fa:16:3e:10:63:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:45.092259 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:45.092636 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:45.105347 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcf2856-230f-406e-be0e-7ecdcc4a3436 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:45.124307 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:45.128805 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:45.179352 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=7']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:45.361763 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b123e-b673-4347-9d03-9d5ba8cf35a1 req-ae7283f9-8dc6-4c1a-ae71-7d16db5e1d1b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.363265 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-196b123e-b673-4347-9d03-9d5ba8cf35a1 req-ae7283f9-8dc6-4c1a-ae71-7d16db5e1d1b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 945 time: 0.0490630 Jan 28 01:05:45.411203 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-196b123e-b673-4347-9d03-9d5ba8cf35a1 req-9bc224db-8e17-4917-81ae-541bb2057cbb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Jan 28 01:05:45.454301 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['2bcf2856-230f-406e-be0e-7ecdcc4a3436'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:46.525674 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff7d8-e76a-4930-82d4-f7aa23618cc2 req-76b98213-aad0-422a-bb65-5353ad980de3 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.527206 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f88ff7d8-e76a-4930-82d4-f7aa23618cc2 req-76b98213-aad0-422a-bb65-5353ad980de3 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 945 time: 0.0477614 Jan 28 01:05:46.592522 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f88ff7d8-e76a-4930-82d4-f7aa23618cc2 req-69d51caa-6ea5-45d6-98cf-1464c90355d9 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594904 Jan 28 01:05:46.888292 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-334f0f50-4528-46cd-81c5-fb6b9eff4640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.947458 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2bcf2856-230f-406e-be0e-7ecdcc4a3436 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:46.999946 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:47.000322 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:47.080268 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:47.080569 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:47.104953 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:47.107242 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9a4b1f-b04f-4fee-afc5-f5dc7f449282" -d '{"events": [{"server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:47.119949 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:47.124659 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:47.153546 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf725b78-88dd-41f2-9082-39ad7184d285 x-openstack-request-id: req-bf725b78-88dd-41f2-9082-39ad7184d285 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:47.153833 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:47.154113 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf725b78-88dd-41f2-9082-39ad7184d285 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:47.154610 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'code': 200} Jan 28 01:05:47.181306 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=8']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:47.455110 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8267ee-21db-4f29-9f95-639d0a00e821 req-ce662097-4720-4bf4-8d14-017c7fae6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.456611 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8267ee-21db-4f29-9f95-639d0a00e821 req-ce662097-4720-4bf4-8d14-017c7fae6192 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1099 time: 0.0404692 Jan 28 01:05:47.506563 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2c8267ee-21db-4f29-9f95-639d0a00e821 req-f90b2e89-7ad3-4d23-9fd0-c8f00008bd4b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394635 Jan 28 01:05:47.712485 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac1465-579d-4c71-9199-501ea457024e req-04444b0d-0fae-4c62-b904-25373654a8b2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.713984 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-47ac1465-579d-4c71-9199-501ea457024e req-04444b0d-0fae-4c62-b904-25373654a8b2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0497267 Jan 28 01:05:47.761717 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-47ac1465-579d-4c71-9199-501ea457024e req-e1c6af7b-485e-4e46-8182-daff3f3ce0b0 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Jan 28 01:05:48.008294 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-c5e499f1-0a3f-4ebf-b85a-b3cc97f78390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.010021 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-c5e499f1-0a3f-4ebf-b85a-b3cc97f78390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e156503ec1b459fbe5516b459e0c38b&device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1099 time: 0.0437951 Jan 28 01:05:48.119716 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-b1834833-de84-4772-a724-d65370267a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.121198 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-b1834833-de84-4772-a724-d65370267a78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 200 len: 910 time: 0.0890954 Jan 28 01:05:48.184797 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-b145ece0-97b5-4696-b660-49ad59767e8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 200 len: 1001 time: 0.0568013 Jan 28 01:05:48.231518 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-3ace4013-3cd7-41c0-938d-5e09bd1d5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.232949 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-3ace4013-3cd7-41c0-938d-5e09bd1d5efc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9318b003-99e0-4277-af1f-d6d0879ac950 HTTP/1.1" status: 200 len: 848 time: 0.0422475 Jan 28 01:05:48.283307 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-573c0e68-3cf0-4c90-9d39-b110a1a44f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.284749 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-573c0e68-3cf0-4c90-9d39-b110a1a44f38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449491 Jan 28 01:05:48.377762 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-44713840-a3a2-44b6-9e25-19bf5a2d7535 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850663 Jan 28 01:05:48.478165 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a7f06ad8-1141-4c09-9c49-7e7f78f4162b req-e3eb9c68-5a8a-4789-a443-5db6c90eb664 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941408 Jan 28 01:05:48.886780 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6450427-d862-4ade-bd40-4cb41d31f20c req-afdf005e-b4de-4504-962b-455c88bec735 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.888348 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a6450427-d862-4ade-bd40-4cb41d31f20c req-afdf005e-b4de-4504-962b-455c88bec735 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0502717 Jan 28 01:05:48.945012 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a6450427-d862-4ade-bd40-4cb41d31f20c req-0d1883ba-cb81-4341-a070-b8e1bebe75a7 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508175 Jan 28 01:05:49.187565 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-7016c52b-410e-49d5-a9d0-63eac14cc728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:50.531554 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.001205 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.342028 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.138765 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.890936 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-171e4a66-b826-480e-973c-43c835e65577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:19.192259 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-105e6b9c-a1cb-476e-9b01-e77ae77bc2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.527528 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.060685 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:06:22.002447 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:23.337342 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:34.293302 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e144d08-9bfc-46fa-8151-2c6c24221b68 req-45927d3e-7b7d-40d9-93a7-e259fb4f5b07 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:34.294702 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6e144d08-9bfc-46fa-8151-2c6c24221b68 req-45927d3e-7b7d-40d9-93a7-e259fb4f5b07 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0479045 Jan 28 01:06:34.342049 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6e144d08-9bfc-46fa-8151-2c6c24221b68 req-de71d0a8-a4eb-4f86-a28d-06beadb959da tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Jan 28 01:06:35.459201 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320a9c5-728e-445c-9341-94707222c351 req-4e1eb0db-7c1b-4e17-a0df-63f2e3a2b0f0 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:35.460728 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5320a9c5-728e-445c-9341-94707222c351 req-4e1eb0db-7c1b-4e17-a0df-63f2e3a2b0f0 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0488675 Jan 28 01:06:35.506808 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5320a9c5-728e-445c-9341-94707222c351 req-12c47cdd-5fe1-4225-94f3-bb34eb473930 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405102 Jan 28 01:06:36.619277 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1603b-d22c-4051-911c-010130a9aa38 req-f5b888d3-1a91-43a8-a913-b31baa7da501 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:36.620817 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-acc1603b-d22c-4051-911c-010130a9aa38 req-f5b888d3-1a91-43a8-a913-b31baa7da501 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0460784 Jan 28 01:06:36.665713 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-acc1603b-d22c-4051-911c-010130a9aa38 req-3a3fca16-b973-4aa1-96ed-caea1c676bb3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 Jan 28 01:06:37.781160 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf39494-57f3-46b8-a02b-4617e823eaa5 req-9b1259fc-d4cd-4937-8777-698ca56be400 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:37.782634 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aaf39494-57f3-46b8-a02b-4617e823eaa5 req-9b1259fc-d4cd-4937-8777-698ca56be400 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0474346 Jan 28 01:06:37.831269 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aaf39494-57f3-46b8-a02b-4617e823eaa5 req-5ed30d17-c4c7-44ef-b86d-138d18d1dadd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Jan 28 01:06:38.951284 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7b52-41ba-4a6a-b8ec-102c76a70a0a req-15a18963-90ba-494e-bd4e-2af11ac6d6ea tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:38.952802 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7d1b7b52-41ba-4a6a-b8ec-102c76a70a0a req-15a18963-90ba-494e-bd4e-2af11ac6d6ea tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0514007 Jan 28 01:06:38.998037 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-7d1b7b52-41ba-4a6a-b8ec-102c76a70a0a req-186e2159-c2ab-415f-bb46-5220685e45f3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Jan 28 01:06:40.110332 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa4da3-d9a2-4c27-9f01-f791173f9465 req-36b1e53c-7f0c-456c-9fe1-22374ffd84a2 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.111836 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-79fa4da3-d9a2-4c27-9f01-f791173f9465 req-36b1e53c-7f0c-456c-9fe1-22374ffd84a2 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0473495 Jan 28 01:06:40.157942 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-79fa4da3-d9a2-4c27-9f01-f791173f9465 req-60f87e67-f1c2-4f04-a1be-3fbb8b267b78 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Jan 28 01:06:41.271242 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28917721-af57-4902-b3ce-e842098b286f req-be6fa83a-0fdd-4ee2-b534-4f712cd75dd2 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:41.272699 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-28917721-af57-4902-b3ce-e842098b286f req-be6fa83a-0fdd-4ee2-b534-4f712cd75dd2 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0458872 Jan 28 01:06:41.319976 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-28917721-af57-4902-b3ce-e842098b286f req-cf72e1cb-6350-4c98-9fc4-49a1df8d5a45 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Jan 28 01:06:42.170682 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.434717 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa53957-cabd-49bf-a515-3d9f78ee025c req-5c8b5e09-349d-4701-9a99-c2dd26315b55 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:42.436157 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cfa53957-cabd-49bf-a515-3d9f78ee025c req-5c8b5e09-349d-4701-9a99-c2dd26315b55 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0487976 Jan 28 01:06:42.481893 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cfa53957-cabd-49bf-a515-3d9f78ee025c req-a9b9de37-0a36-4603-8ae6-68a7c38470d5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Jan 28 01:06:43.596331 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48d92c-d03c-4c71-92ab-e9a021bd8d53 req-8a0a9d9f-97ac-4003-8de2-bc8a3c398194 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:43.597719 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9f48d92c-d03c-4c71-92ab-e9a021bd8d53 req-8a0a9d9f-97ac-4003-8de2-bc8a3c398194 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0493653 Jan 28 01:06:43.644491 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9f48d92c-d03c-4c71-92ab-e9a021bd8d53 req-787184d4-912a-4d01-a05a-91397f05a845 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Jan 28 01:06:44.762148 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609e2df-6f69-41ef-ad33-3e5c8a3839a3 req-33e4668e-733d-4874-9cb2-536bb4fac7e1 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:44.763730 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8609e2df-6f69-41ef-ad33-3e5c8a3839a3 req-33e4668e-733d-4874-9cb2-536bb4fac7e1 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0510392 Jan 28 01:06:44.810342 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8609e2df-6f69-41ef-ad33-3e5c8a3839a3 req-f12b0176-b067-44be-9c99-2856d5b57a93 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409389 Jan 28 01:06:45.925876 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefd87b-6ad5-4c76-9126-3101d0d5460f req-4225ffaf-45b7-4092-a96b-0d36e78955a6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:45.927991 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3aefd87b-6ad5-4c76-9126-3101d0d5460f req-4225ffaf-45b7-4092-a96b-0d36e78955a6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0509429 Jan 28 01:06:45.973307 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3aefd87b-6ad5-4c76-9126-3101d0d5460f req-6b56493d-a50f-4b09-8d72-e6bfa209fd34 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Jan 28 01:06:46.893168 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-db22a06b-fd26-4bf7-878d-3ca8632e089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:47.087584 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377883ec-39fc-4f1d-89db-0696ee68b1b0 req-d97e8d49-7b07-46c8-b95c-c75621143ebd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:47.089030 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-377883ec-39fc-4f1d-89db-0696ee68b1b0 req-d97e8d49-7b07-46c8-b95c-c75621143ebd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0474660 Jan 28 01:06:47.134505 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-377883ec-39fc-4f1d-89db-0696ee68b1b0 req-78e02996-e531-4fed-9d76-9040882f6109 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 Jan 28 01:06:48.247298 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f22e-64d6-45b3-95ba-e76170fd3380 req-85c141c7-fa32-4000-ba00-80d2d1b08219 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.248764 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8dd9f22e-64d6-45b3-95ba-e76170fd3380 req-85c141c7-fa32-4000-ba00-80d2d1b08219 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0468590 Jan 28 01:06:48.298373 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-8dd9f22e-64d6-45b3-95ba-e76170fd3380 req-5943db8f-eb17-4d2e-a61d-5328a7b2fd47 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Jan 28 01:06:49.196091 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f442feb0-d056-4f5f-a8e8-32b5213ba780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:49.413226 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831a5de-7f9b-4f4d-aa38-1ef6db108f4a req-53a7dd2a-4e72-4289-b7e5-cdcaf4b45e43 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.414709 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7831a5de-7f9b-4f4d-aa38-1ef6db108f4a req-53a7dd2a-4e72-4289-b7e5-cdcaf4b45e43 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0480032 Jan 28 01:06:49.465045 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-7831a5de-7f9b-4f4d-aa38-1ef6db108f4a req-cefffa3a-ae8b-4756-a8bb-c7b3cde4d9f5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Jan 28 01:06:49.623352 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-628251d8-9a51-4f3b-9994-e215bcfae286 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437019 Jan 28 01:06:49.721413 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-5ad5e138-03e1-4b11-a8f1-8ab980e7eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.722926 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-5ad5e138-03e1-4b11-a8f1-8ab980e7eb0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 1099 time: 0.0389774 Jan 28 01:06:49.826187 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-75f5aa65-dd0a-4d04-82c5-710bb0e9d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.827673 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-75f5aa65-dd0a-4d04-82c5-710bb0e9d271 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.0846505 Jan 28 01:06:49.891227 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-50cb1971-9ec4-4ce1-8d68-ce8ad062584e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c HTTP/1.1" status: 200 len: 1002 time: 0.0565975 Jan 28 01:06:49.937123 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-d043f080-fb5e-49a9-a86d-d75b743139d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.938514 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-d043f080-fb5e-49a9-a86d-d75b743139d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0415256 Jan 28 01:06:49.985565 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-820545c4-1587-4a9b-8451-29925abeab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.987019 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-820545c4-1587-4a9b-8451-29925abeab24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424068 Jan 28 01:06:50.071096 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-0d406f9c-78d9-47bf-a074-b704de40d2ac service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779636 Jan 28 01:06:50.163878 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-56f4ebd1-adef-43f7-a9ac-0afefb9a1dc9 req-36906536-427e-4dac-a984-f0049f57d174 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Jan 28 01:06:50.532791 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.578901 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ae853-f76e-4f7e-b763-ca50486188aa req-1423b749-e0fc-420f-b246-2786cd58f3e2 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.580449 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3f8ae853-f76e-4f7e-b763-ca50486188aa req-1423b749-e0fc-420f-b246-2786cd58f3e2 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0472786 Jan 28 01:06:50.625819 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3f8ae853-f76e-4f7e-b763-ca50486188aa req-7ca72b67-f766-4bbc-bec2-6caaeab345b4 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392766 Jan 28 01:06:50.821795 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936a11d-04e1-4eab-b709-d665b45d8aed req-46fdc643-c36b-49f8-ba85-d9c1e3df66e9 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.823305 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e936a11d-04e1-4eab-b709-d665b45d8aed req-46fdc643-c36b-49f8-ba85-d9c1e3df66e9 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0473464 Jan 28 01:06:50.869689 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e936a11d-04e1-4eab-b709-d665b45d8aed req-a5f9fe09-9b3e-4c5c-9085-127dcc9316ca tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 Jan 28 01:06:50.905623 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-426dbabf-8611-40e1-8ab2-ee66b98e3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.907147 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-426dbabf-8611-40e1-8ab2-ee66b98e3fbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 1099 time: 0.0421207 Jan 28 01:06:50.993776 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-ead5c0d5-9132-446c-9caf-d0a9fea66275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.995176 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-ead5c0d5-9132-446c-9caf-d0a9fea66275 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 911 time: 0.0806401 Jan 28 01:06:51.062525 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-39f9a928-ca9d-4f5f-ba5b-3b6426d5f2de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c HTTP/1.1" status: 200 len: 1002 time: 0.0609927 Jan 28 01:06:51.108478 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-de78566b-df66-4875-9734-91e8e4377eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.109884 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-de78566b-df66-4875-9734-91e8e4377eff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0414503 Jan 28 01:06:51.153364 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-9df17049-db64-47cd-8a76-d1117d63409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.155126 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-9df17049-db64-47cd-8a76-d1117d63409e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392725 Jan 28 01:06:51.245104 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-c93ba8c7-5d76-4710-8394-574fa395a961 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Jan 28 01:06:51.330273 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-186c16e2-3bb9-4403-bff9-8de1de0d5579 req-82b4590e-46c0-4f07-bf87-63546d393568 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794940 Jan 28 01:06:51.996407 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca00ca-c3a3-487e-8472-80003852bfef req-185999de-ce36-4ea3-ad84-365a3a30269c tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.997921 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bdca00ca-c3a3-487e-8472-80003852bfef req-185999de-ce36-4ea3-ad84-365a3a30269c tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0506611 Jan 28 01:06:52.006184 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:52.046778 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-bdca00ca-c3a3-487e-8472-80003852bfef req-0cf2f438-5126-453b-bbca-904af2c65c40 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Jan 28 01:06:53.162528 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be34d-ef93-4432-8029-127c7753824f req-19d43a50-8fef-4355-a2b7-ebfd342cc3b6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.164068 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2d7be34d-ef93-4432-8029-127c7753824f req-19d43a50-8fef-4355-a2b7-ebfd342cc3b6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0504816 Jan 28 01:06:53.210155 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2d7be34d-ef93-4432-8029-127c7753824f req-a75ed136-32da-43ad-9f76-05e192dd1d63 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404196 Jan 28 01:06:53.341506 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.058820 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:07:07.216710 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50412) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:07.371076 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Deleting port 5a9c9929-a374-419e-91c8-d8e2daff9c25 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:07.371420 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (5a9c9929-a374-419e-91c8-d8e2daff9c25), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.445596 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (5a9c9929-a374-419e-91c8-d8e2daff9c25), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.445924 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for floatingip (5a9c9929-a374-419e-91c8-d8e2daff9c25), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.457769 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Calling delete_port for 5a9c9929-a374-419e-91c8-d8e2daff9c25 owned by network:floatingip {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:07.600103 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (5a9c9929-a374-419e-91c8-d8e2daff9c25), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.626826 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event deleted for resources: {'Port': ['ID=5a9c9929-a374-419e-91c8-d8e2daff9c25,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:07.635794 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.636148 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.636543 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.636886 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.637217 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.637546 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.637868 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.638193 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.638515 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.638840 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.639190 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.639513 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.639835 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:07.917700 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for floatingip (20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.917939 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.l3_db [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Floating IP 20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e disassociated (deleted). External IP: 172.27.1.80, port: 2bcf2856-230f-406e-be0e-7ecdcc4a3436. Jan 28 01:07:08.116076 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:08.218232 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:08.223154 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.229103 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] Sync routers for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:08.241248 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:08.241868 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:06:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:08.249644 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-96dedb43-c9cc-43b2-aa1b-87382f5416d8 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "DELETE /v2.0/floatingips/20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e HTTP/1.1" status: 204 len: 168 time: 1.0318589 Jan 28 01:07:08.250242 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:08.252630 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a193cfb2-6ef2-442a-9342-547e03cf0373" -d '{"events": [{"name": "network-changed", "server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:08.294678 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56faf387-8820-482d-aff0-14d729c4a3da x-openstack-request-id: req-56faf387-8820-482d-aff0-14d729c4a3da {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:08.295001 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:08.295407 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56faf387-8820-482d-aff0-14d729c4a3da {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:08.295815 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'status': 'completed', 'code': 200} Jan 28 01:07:08.347631 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:08.409620 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-b9a1a0b2-50f4-4d76-92e1-84d8edc05b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.411919 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-b9a1a0b2-50f4-4d76-92e1-84d8edc05b03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e156503ec1b459fbe5516b459e0c38b&device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 1099 time: 0.0616591 Jan 28 01:07:08.482224 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedeefe-b555-4134-8ede-f741e9ecb4ff req-0ac4b422-d230-4d4f-9ccd-f3ae1ac25500 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.483674 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-eaedeefe-b555-4134-8ede-f741e9ecb4ff req-0ac4b422-d230-4d4f-9ccd-f3ae1ac25500 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0491030 Jan 28 01:07:08.535121 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-eaedeefe-b555-4134-8ede-f741e9ecb4ff req-fb7f86d2-8fa2-40bb-b89f-c5a83822e173 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Jan 28 01:07:08.543968 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-edaa3c54-2d99-4f93-a663-3a50a3f8b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.545530 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-edaa3c54-2d99-4f93-a663-3a50a3f8b5c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 200 len: 910 time: 0.0928764 Jan 28 01:07:08.564815 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:08.586308 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-ed3ded5c-5e76-46d0-a492-0ff3729b8d75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 200 len: 217 time: 0.0343349 Jan 28 01:07:08.591155 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] Checking router: 0880c07d-c2c0-4d5a-806d-baf1d07f3bca for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:08.599339 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:08.599976 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:06:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:08.636560 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-e84654a5-4a83-4d3f-be89-603c4bc8a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.638044 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-e84654a5-4a83-4d3f-be89-603c4bc8a537 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9318b003-99e0-4277-af1f-d6d0879ac950 HTTP/1.1" status: 200 len: 848 time: 0.0420101 Jan 28 01:07:08.694147 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-2bbc70fa-4a19-4b91-b2eb-e30e64b742b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.695683 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-2bbc70fa-4a19-4b91-b2eb-e30e64b742b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86bf1e59-906d-4d2f-bc1b-2c7309e2352c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469232 Jan 28 01:07:08.785468 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-0a4bc2c4-bb62-4966-9bf6-72e6519995e7 service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808179 Jan 28 01:07:08.792363 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:08.878871 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a193cfb2-6ef2-442a-9342-547e03cf0373 req-b264f817-a32e-47ce-9545-eb3b80d8cb3f service neutron] 10.222.0.15 "GET /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851538 Jan 28 01:07:08.987097 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:09.012722 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68577fb-59e6-4035-a196-a7a7eeab2edd None None] The sync data for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi is: [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:17Z', 'revision_number': 4, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'cafb233f-4c1c-4950-81ef-eeacdaf200e7', 'name': '', 'network_id': '86bf1e59-906d-4d2f-bc1b-2c7309e2352c', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'mac_address': 'fa:16:3e:4e:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:16Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'subnets': [{'id': '9318b003-99e0-4277-af1f-d6d0879ac950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:09.220183 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5e880-1137-4c98-a219-7cc09d7865a6 None None] New status for floating IP 20a0cdcb-0cd3-43e4-bde7-6f07acc13d4e: DOWN {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:07:09.651641 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd2124-682f-4238-8479-dcc3147df39e req-52d8be4c-f46d-4e79-91bf-b303e1679064 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:09.653101 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28dd2124-682f-4238-8479-dcc3147df39e req-52d8be4c-f46d-4e79-91bf-b303e1679064 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0481861 Jan 28 01:07:09.700128 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-28dd2124-682f-4238-8479-dcc3147df39e req-05ac0971-dc94-49a2-83d3-e9df991dc0a1 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/security-groups?id=714dafc8-0b2c-4850-8f2b-e45078316c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 Jan 28 01:07:10.432962 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-3986c52c-71d5-4dc3-b63c-a932ef027cdb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:10.434385 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-3986c52c-71d5-4dc3-b63c-a932ef027cdb tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.15 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 946 time: 0.0464418 Jan 28 01:07:10.525499 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Deleting port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:10.525834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.615263 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] For port 2bcf2856-230f-406e-be0e-7ecdcc4a3436, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2bcf2856-230f-406e-be0e-7ecdcc4a3436,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:10.615622 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.627938 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Calling delete_port for 2bcf2856-230f-406e-be0e-7ecdcc4a3436 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:10.754871 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (2bcf2856-230f-406e-be0e-7ecdcc4a3436), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.782421 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event deleted for resources: {'Port': ['ID=2bcf2856-230f-406e-be0e-7ecdcc4a3436,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:10.802317 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d2bcdf29-9afd-46e9-ae1c-80c0868bba71 req-fd236ade-f4ec-4b5b-bfcc-f2dc4a41011b tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 210 time: 0.0314760 Jan 28 01:07:10.809886 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.810231 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.810570 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.810917 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.811245 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.811568 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.811888 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.812203 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.812519 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.812834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.813150 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.813462 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.813779 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:10.835502 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] No DVR routers for this DVR port 2bcf2856-230f-406e-be0e-7ecdcc4a3436 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:10.838024 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.845473 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c3bc6913-2779-4709-87f4-21ecd8cdbd17 req-34dcf9ce-9f0f-4beb-b8e6-9f6c9988bdf2 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.15 "DELETE /v2.0/ports/2bcf2856-230f-406e-be0e-7ecdcc4a3436 HTTP/1.1" status: 204 len: 173 time: 0.4035215 Jan 28 01:07:10.845904 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'name': 'network-vif-deleted', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:10.848638 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f0845-12b6-4dd1-b159-509419d8c6b9" -d '{"events": [{"server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "name": "network-vif-deleted", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:10.896350 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b42cc-f706-4955-a37a-0134d96eabc0 x-openstack-request-id: req-fb9b42cc-f706-4955-a37a-0134d96eabc0 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:10.896642 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e78861-36ac-4839-a201-ad85a067439a", "name": "network-vif-deleted", "tag": "2bcf2856-230f-406e-be0e-7ecdcc4a3436", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:10.896890 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb9b42cc-f706-4955-a37a-0134d96eabc0 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:10.897280 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e78861-36ac-4839-a201-ad85a067439a', 'name': 'network-vif-deleted', 'tag': '2bcf2856-230f-406e-be0e-7ecdcc4a3436', 'status': 'completed', 'code': 200} Jan 28 01:07:11.910920 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-374e195c-23ae-4f0b-b161-429537d1917e req-08eee82c-da99-457e-9a5e-76a258c282ea tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "GET /v2.0/ports?device_id=47e78861-36ac-4839-a201-ad85a067439a HTTP/1.1" status: 200 len: 210 time: 0.0263858 Jan 28 01:07:12.181027 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.965861 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50430) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:13.021208 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d01ae240-6d72-42e3-9f78-d8f0711b6f83 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group (714dafc8-0b2c-4850-8f2b-e45078316c4b), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.045527 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d01ae240-6d72-42e3-9f78-d8f0711b6f83 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group (714dafc8-0b2c-4850-8f2b-e45078316c4b), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.103901 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d01ae240-6d72-42e3-9f78-d8f0711b6f83 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (714dafc8-0b2c-4850-8f2b-e45078316c4b), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.106452 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d01ae240-6d72-42e3-9f78-d8f0711b6f83 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.107636 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d01ae240-6d72-42e3-9f78-d8f0711b6f83 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] 10.222.0.78 "DELETE /v2.0/security-groups/714dafc8-0b2c-4850-8f2b-e45078316c4b HTTP/1.1" status: 204 len: 168 time: 0.1407623 Jan 28 01:07:13.117139 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ae240-6d72-42e3-9f78-d8f0711b6f83 tempest-TestShelveInstance-883938074 tempest-TestShelveInstance-883938074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714dafc8-0b2c-4850-8f2b-e45078316c4b,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:13.153748 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50434) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:13.350247 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2bcf2856-230f-406e-be0e-7ecdcc4a3436 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:13.370346 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 2bcf2856-230f-406e-be0e-7ecdcc4a3436 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:13.370691 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 2bcf2856-230f-406e-be0e-7ecdcc4a3436 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:13.830789 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.124834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Deleting port cafb233f-4c1c-4950-81ef-eeacdaf200e7 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:14.125497 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.199009 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] For port cafb233f-4c1c-4950-81ef-eeacdaf200e7, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=cafb233f-4c1c-4950-81ef-eeacdaf200e7,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:14.199370 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.212238 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Calling delete_port for cafb233f-4c1c-4950-81ef-eeacdaf200e7 owned by network:router_interface {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:14.385839 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (cafb233f-4c1c-4950-81ef-eeacdaf200e7), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.415807 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cafb233f-4c1c-4950-81ef-eeacdaf200e7,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:14.584071 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.792330 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:14.894309 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:14.899817 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-8df7bbcc-4622-49ca-93a2-1f1071ba46b3 admin admin] 10.222.0.78 "PUT /v2.0/routers/0880c07d-c2c0-4d5a-806d-baf1d07f3bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450306 Jan 28 01:07:14.902318 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50440) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:14.903810 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] Sync routers for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:14.913542 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:14.914154 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:06:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:15.005493 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks [] for router (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.015411 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:15.104824 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks [] for router_gateway (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.157240 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Deleting port 053d653c-749c-49df-b1af-d374a8bc2c7b {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:15.157958 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.193043 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:07:14Z', 'revision_number': 5, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port': {'id': '053d653c-749c-49df-b1af-d374a8bc2c7b', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:15.222787 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] Checking router: 0880c07d-c2c0-4d5a-806d-baf1d07f3bca for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:15.231813 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] Routers {'0880c07d-c2c0-4d5a-806d-baf1d07f3bca'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:15.232204 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:06:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:15.236468 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] For port 053d653c-749c-49df-b1af-d374a8bc2c7b, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=053d653c-749c-49df-b1af-d374a8bc2c7b,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:15.236841 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.249631 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Calling delete_port for 053d653c-749c-49df-b1af-d374a8bc2c7b owned by network:router_gateway {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:15.318263 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] Set router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca gateway port host: None {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:15.380616 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:07:15Z', 'revision_number': 6, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port_host': None}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:15.411168 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3496ded-ba9b-4d8e-8441-6ed6505e993e None None] The sync data for ids ['0880c07d-c2c0-4d5a-806d-baf1d07f3bca'] in dv-cinder-816898-6-iscsi is: [{'id': '0880c07d-c2c0-4d5a-806d-baf1d07f3bca', 'name': 'tempest-TestShelveInstance-1732846733-router', 'tenant_id': '5e156503ec1b459fbe5516b459e0c38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:07:15Z', 'revision_number': 6, 'project_id': '5e156503ec1b459fbe5516b459e0c38b', 'gw_port_host': None}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:15.421545 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (053d653c-749c-49df-b1af-d374a8bc2c7b), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.452626 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Pushing event deleted for resources: {'Port': ['ID=053d653c-749c-49df-b1af-d374a8bc2c7b,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:15.510838 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.597448 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.600123 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks [] for router_controller (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.640951 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (0880c07d-c2c0-4d5a-806d-baf1d07f3bca), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.641374 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0880c07d-c2c0-4d5a-806d-baf1d07f3bca {{(pid=102325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:07:15.646042 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.647231 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-bbc2d383-f6ae-42f9-ae02-a2bf7d19a768 admin admin] 10.222.0.78 "DELETE /v2.0/routers/0880c07d-c2c0-4d5a-806d-baf1d07f3bca HTTP/1.1" status: 204 len: 168 time: 0.7439477 Jan 28 01:07:15.649888 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50442) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:15.696066 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2799a256-4489-41c7-817b-d34659132d39 admin admin] Deleting subnet 9318b003-99e0-4277-af1f-d6d0879ac950 {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:07:15.699320 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2799a256-4489-41c7-817b-d34659132d39 admin admin] Publish callbacks [] for subnet (9318b003-99e0-4277-af1f-d6d0879ac950), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.733986 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2799a256-4489-41c7-817b-d34659132d39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (9318b003-99e0-4277-af1f-d6d0879ac950), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.816867 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2799a256-4489-41c7-817b-d34659132d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (9318b003-99e0-4277-af1f-d6d0879ac950), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.894751 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2799a256-4489-41c7-817b-d34659132d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (9318b003-99e0-4277-af1f-d6d0879ac950), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.921210 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799a256-4489-41c7-817b-d34659132d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9318b003-99e0-4277-af1f-d6d0879ac950,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:15.925810 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-2799a256-4489-41c7-817b-d34659132d39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.929828 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-2799a256-4489-41c7-817b-d34659132d39 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9318b003-99e0-4277-af1f-d6d0879ac950 HTTP/1.1" status: 204 len: 168 time: 0.2789929 Jan 28 01:07:15.932266 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50448) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:15.935591 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300bf0e-c9f4-478e-b9f3-c2f8094d1c60 None None] Network 86bf1e59-906d-4d2f-bc1b-2c7309e2352c requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:15.982067 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275097-fcaa-4283-a48b-f7efe399de04 req-fdd4f70f-3145-4b11-8a0c-c87acf6268c2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:15.983662 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1f275097-fcaa-4283-a48b-f7efe399de04 req-fdd4f70f-3145-4b11-8a0c-c87acf6268c2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 946 time: 0.0515344 Jan 28 01:07:16.012499 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (86bf1e59-906d-4d2f-bc1b-2c7309e2352c), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.034244 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-1f275097-fcaa-4283-a48b-f7efe399de04 req-6e167931-2032-4164-8713-d3a9fb41cda8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445986 Jan 28 01:07:16.071166 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Deleting port 9655d9e8-db81-4107-b62a-fc14f913b8cd {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:16.071538 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.136659 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] For port 9655d9e8-db81-4107-b62a-fc14f913b8cd, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=9655d9e8-db81-4107-b62a-fc14f913b8cd,segment=NetworkSegment(a1f7afd0-37ab-4460-bfe4-68a923d8b90b),segment_id=a1f7afd0-37ab-4460-bfe4-68a923d8b90b)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:16.137004 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.149889 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Calling delete_port for 9655d9e8-db81-4107-b62a-fc14f913b8cd owned by network:dhcp {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:16.233941 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a239ddc-f4b1-4096-aec5-a08f64771ec0 None None] DHCP port deletion for 86bf1e59-906d-4d2f-bc1b-2c7309e2352c request from dv-cinder-816898-6-iscsi {{(pid=102326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:07:16.239934 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (9655d9e8-db81-4107-b62a-fc14f913b8cd), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.265117 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-9a239ddc-f4b1-4096-aec5-a08f64771ec0 None None] The port '9655d9e8-db81-4107-b62a-fc14f913b8cd' was deleted {{(pid=102326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 01:07:16.274144 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Pushing event deleted for resources: {'Port': ['ID=9655d9e8-db81-4107-b62a-fc14f913b8cd,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:16.276201 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] No DVR routers for this DVR port 9655d9e8-db81-4107-b62a-fc14f913b8cd on host dv-cinder-816898-6-iscsi {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:16.358066 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (86bf1e59-906d-4d2f-bc1b-2c7309e2352c), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.380240 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bf1e59-906d-4d2f-bc1b-2c7309e2352c']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:16.390440 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:16.391279 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f7afd0-37ab-4460-bfe4-68a923d8b90b') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:16.408824 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (a1f7afd0-37ab-4460-bfe4-68a923d8b90b), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.426791 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (a1f7afd0-37ab-4460-bfe4-68a923d8b90b), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.433866 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:16.435111 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (a1f7afd0-37ab-4460-bfe4-68a923d8b90b), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:16.436467 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:16.507191 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (86bf1e59-906d-4d2f-bc1b-2c7309e2352c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.508203 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.511388 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] 10.222.0.78 "DELETE /v2.0/networks/86bf1e59-906d-4d2f-bc1b-2c7309e2352c HTTP/1.1" status: 204 len: 168 time: 0.5781901 Jan 28 01:07:16.514371 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50450) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:16.522994 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf39a7-b777-4e10-b12f-3b65bc34261c admin admin] Pushing event deleted for resources: {'Network': ['ID=86bf1e59-906d-4d2f-bc1b-2c7309e2352c,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:16.890120 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (4a09d06e-c780-4d5b-a868-80fd804611e8), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.899506 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c71e41e8-7deb-4706-844c-47688510c23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.152513 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Deleting port 7f3d8e4f-00df-4737-b047-f27461b36c60 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:17.153108 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.158974 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32214c4-b4aa-4d9c-ae91-af7200d48c6c req-c90219c1-fc33-4a33-babc-62664471a704 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:17.160547 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a32214c4-b4aa-4d9c-ae91-af7200d48c6c req-c90219c1-fc33-4a33-babc-62664471a704 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 946 time: 0.0515487 Jan 28 01:07:17.222172 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a32214c4-b4aa-4d9c-ae91-af7200d48c6c req-0ba13b80-304c-419d-88f0-0677cbf89781 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557265 Jan 28 01:07:17.240344 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] For port 7f3d8e4f-00df-4737-b047-f27461b36c60, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=7f3d8e4f-00df-4737-b047-f27461b36c60,segment=NetworkSegment(dccab17e-01ab-40f8-83b9-c568715ecb72),segment_id=dccab17e-01ab-40f8-83b9-c568715ecb72)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:17.240706 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.258416 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Calling delete_port for 7f3d8e4f-00df-4737-b047-f27461b36c60 owned by network:router_interface {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:17.423602 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 9655d9e8-db81-4107-b62a-fc14f913b8cd no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:17.454479 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 9655d9e8-db81-4107-b62a-fc14f913b8cd {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:17.454826 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 9655d9e8-db81-4107-b62a-fc14f913b8cd not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:17.455278 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device cafb233f-4c1c-4950-81ef-eeacdaf200e7 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:17.461615 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (7f3d8e4f-00df-4737-b047-f27461b36c60), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.479017 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: cafb233f-4c1c-4950-81ef-eeacdaf200e7 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:17.479359 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device cafb233f-4c1c-4950-81ef-eeacdaf200e7 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:17.479766 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 053d653c-749c-49df-b1af-d374a8bc2c7b no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:17.491116 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3d8e4f-00df-4737-b047-f27461b36c60,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:17.500407 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 053d653c-749c-49df-b1af-d374a8bc2c7b {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:17.500978 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 053d653c-749c-49df-b1af-d374a8bc2c7b not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:17.672497 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (4a09d06e-c780-4d5b-a868-80fd804611e8), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.745475 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586296b-8e89-4f02-a29a-24582683a7bd req-0398131c-9063-4a59-9397-44a65e778290 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:17.747098 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b586296b-8e89-4f02-a29a-24582683a7bd req-0398131c-9063-4a59-9397-44a65e778290 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 946 time: 0.0656118 Jan 28 01:07:17.839362 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Deleting port 0358ec0e-3460-4353-ba22-1ecfe9abe10c {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:17.839634 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.920809 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Router 4a09d06e-c780-4d5b-a868-80fd804611e8 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:17.933553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] For port 0358ec0e-3460-4353-ba22-1ecfe9abe10c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0358ec0e-3460-4353-ba22-1ecfe9abe10c,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:17.933846 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.049660 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:18.057860 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-e007a65b-cc09-47ce-b6bd-ca6c955a8ae5 admin admin] 10.222.0.78 "PUT /v2.0/routers/4a09d06e-c780-4d5b-a868-80fd804611e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5396340 Jan 28 01:07:18.058185 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50454) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:18.069615 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] Sync routers for ids ['4a09d06e-c780-4d5b-a868-80fd804611e8'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:18.082076 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] Routers {'4a09d06e-c780-4d5b-a868-80fd804611e8'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:18.083069 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:06:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4a09d06e-c780-4d5b-a868-80fd804611e8'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.173605 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks [] for router (4a09d06e-c780-4d5b-a868-80fd804611e8), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.210797 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] Set router 4a09d06e-c780-4d5b-a868-80fd804611e8 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:18.395651 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.396012 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (a00271a0-6118-4297-8766-b2e755354dee), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.396295 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Floating IP a00271a0-6118-4297-8766-b2e755354dee disassociated. External IP: 172.27.1.106, port: 0358ec0e-3460-4353-ba22-1ecfe9abe10c. Jan 28 01:07:18.396639 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Calling delete_port for 0358ec0e-3460-4353-ba22-1ecfe9abe10c owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:18.410038 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:07:17Z', 'revision_number': 5, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.439529 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] Checking router: 4a09d06e-c780-4d5b-a868-80fd804611e8 for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:18.448504 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] Routers {'4a09d06e-c780-4d5b-a868-80fd804611e8'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:18.449163 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:06:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['4a09d06e-c780-4d5b-a868-80fd804611e8'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.543027 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e664-e264-45e0-9a0b-b58674286c91 req-c8fc4393-6d41-478d-96d8-c5f876223257 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:18.544382 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-eef4e664-e264-45e0-9a0b-b58674286c91 req-c8fc4393-6d41-478d-96d8-c5f876223257 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 946 time: 0.0941274 Jan 28 01:07:18.547878 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (0358ec0e-3460-4353-ba22-1ecfe9abe10c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.568094 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] Set router 4a09d06e-c780-4d5b-a868-80fd804611e8 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:18.579571 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks [] for router_gateway (4a09d06e-c780-4d5b-a868-80fd804611e8), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.584033 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event deleted for resources: {'Port': ['ID=0358ec0e-3460-4353-ba22-1ecfe9abe10c,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:18.644617 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-eef4e664-e264-45e0-9a0b-b58674286c91 req-347a3690-c85c-4a2e-9702-9ec075e2c63c tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903378 Jan 28 01:07:18.677149 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Deleting port d6187b39-ef49-478f-b2d5-90ab239f6695 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:18.677503 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.706467 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Router da8300a9-5c71-41a2-b639-acf304907afe has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:18.772300 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:07:17Z', 'revision_number': 5, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.779560 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] For port d6187b39-ef49-478f-b2d5-90ab239f6695, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=d6187b39-ef49-478f-b2d5-90ab239f6695,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:18.780188 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.797106 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Calling delete_port for d6187b39-ef49-478f-b2d5-90ab239f6695 owned by network:router_gateway {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:18.806471 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a966099-4202-4289-99d0-ae6c38df20bc None None] The sync data for ids ['4a09d06e-c780-4d5b-a868-80fd804611e8'] in dv-cinder-816898-6-iscsi is: [{'id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'name': 'tempest-TestShelveInstance-781482295-router', 'tenant_id': '3ae0f31517b747869e0bfa4ceb218179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:20Z', 'updated_at': '2022-01-28T01:07:17Z', 'revision_number': 5, 'project_id': '3ae0f31517b747869e0bfa4ceb218179', 'gw_port': {'id': 'd6187b39-ef49-478f-b2d5-90ab239f6695', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09d06e-c780-4d5b-a868-80fd804611e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:21Z', 'updated_at': '2022-01-28T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:18.823415 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:18.836995 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:18.850500 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:18.851247 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:06:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.889021 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] No DVR routers for this DVR port 0358ec0e-3460-4353-ba22-1ecfe9abe10c on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:18.891109 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.894451 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-b586296b-8e89-4f02-a29a-24582683a7bd req-e9d3f403-0b7e-452c-8959-20510a511f86 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "DELETE /v2.0/ports/0358ec0e-3460-4353-ba22-1ecfe9abe10c HTTP/1.1" status: 204 len: 173 time: 1.1422789 Jan 28 01:07:18.895011 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'name': 'network-vif-deleted', 'tag': '0358ec0e-3460-4353-ba22-1ecfe9abe10c'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:18.897428 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59c73bb-4be1-4f96-b51d-edb2fb62f647" -d '{"events": [{"server_uuid": "829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd", "name": "network-vif-deleted", "tag": "0358ec0e-3460-4353-ba22-1ecfe9abe10c"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:18.982228 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33a32e4-ea8c-4be4-b842-83173242475a x-openstack-request-id: req-e33a32e4-ea8c-4be4-b842-83173242475a {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:18.982486 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:18.982740 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd", "name": "network-vif-deleted", "tag": "0358ec0e-3460-4353-ba22-1ecfe9abe10c", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:18.983274 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e33a32e4-ea8c-4be4-b842-83173242475a {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:18.983942 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd', 'name': 'network-vif-deleted', 'tag': '0358ec0e-3460-4353-ba22-1ecfe9abe10c', 'status': 'completed', 'code': 200} Jan 28 01:07:19.009912 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (d6187b39-ef49-478f-b2d5-90ab239f6695), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.039153 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6187b39-ef49-478f-b2d5-90ab239f6695,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:19.101696 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (4a09d06e-c780-4d5b-a868-80fd804611e8), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.202807 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (4a09d06e-c780-4d5b-a868-80fd804611e8), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.205940 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks [] for router_controller (4a09d06e-c780-4d5b-a868-80fd804611e8), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.211064 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-9f4f009f-ac71-4464-883c-b8d64a1c3945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.254597 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:19.274361 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (4a09d06e-c780-4d5b-a868-80fd804611e8), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.275865 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a09d06e-c780-4d5b-a868-80fd804611e8 {{(pid=102324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:07:19.283802 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.285484 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-d2e64114-da81-44e2-8096-781475605a11 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4a09d06e-c780-4d5b-a868-80fd804611e8 HTTP/1.1" status: 204 len: 168 time: 1.2261779 Jan 28 01:07:19.288519 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50460) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:19.311334 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:19.327647 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:19.328990 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:07:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:19.350303 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 0358ec0e-3460-4353-ba22-1ecfe9abe10c no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:19.370017 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c206a82a-fa0d-4b14-a61f-13eec4250458 admin admin] Deleting subnet f6522ca0-1668-4b9f-b0f0-a7309487ebac {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:07:19.391620 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c206a82a-fa0d-4b14-a61f-13eec4250458 admin admin] Publish callbacks [] for subnet (f6522ca0-1668-4b9f-b0f0-a7309487ebac), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.392489 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 0358ec0e-3460-4353-ba22-1ecfe9abe10c {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:19.393295 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 0358ec0e-3460-4353-ba22-1ecfe9abe10c not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:19.458561 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c206a82a-fa0d-4b14-a61f-13eec4250458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (f6522ca0-1668-4b9f-b0f0-a7309487ebac), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.477751 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:19.525153 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 7f3d8e4f-00df-4737-b047-f27461b36c60 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:19.553024 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 7f3d8e4f-00df-4737-b047-f27461b36c60 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:19.553666 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 7f3d8e4f-00df-4737-b047-f27461b36c60 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:19.568649 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c206a82a-fa0d-4b14-a61f-13eec4250458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (f6522ca0-1668-4b9f-b0f0-a7309487ebac), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.630774 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c206a82a-fa0d-4b14-a61f-13eec4250458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (f6522ca0-1668-4b9f-b0f0-a7309487ebac), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.659408 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206a82a-fa0d-4b14-a61f-13eec4250458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6522ca0-1668-4b9f-b0f0-a7309487ebac,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:19.665615 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-c206a82a-fa0d-4b14-a61f-13eec4250458 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.668775 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-c206a82a-fa0d-4b14-a61f-13eec4250458 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f6522ca0-1668-4b9f-b0f0-a7309487ebac HTTP/1.1" status: 204 len: 168 time: 0.3792057 Jan 28 01:07:19.671680 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50462) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:19.673408 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087efd57-63f1-47e9-a6b9-7fc87df27dbb None None] Network b26f5544-22de-4f76-b259-22db9ab895ad requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:19.799930 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-77c5cebf-7422-4a84-8991-a995ef341be4 req-523f8553-16bf-4d01-ba95-496cc17baa99 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=829d8ceb-cc9b-4734-b5b3-ea72a8fbe5bd HTTP/1.1" status: 200 len: 210 time: 0.0309916 Jan 28 01:07:19.805120 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (b26f5544-22de-4f76-b259-22db9ab895ad), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.856216 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:19.873959 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Deleting port aa5be280-ff23-43d7-9a25-f46f004e4aff {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:19.874290 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.887736 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d795c-411c-4cdc-902e-de86ef5356d8 None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:19.944991 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] For port aa5be280-ff23-43d7-9a25-f46f004e4aff, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=aa5be280-ff23-43d7-9a25-f46f004e4aff,segment=NetworkSegment(dccab17e-01ab-40f8-83b9-c568715ecb72),segment_id=dccab17e-01ab-40f8-83b9-c568715ecb72)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:19.945348 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.959410 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Calling delete_port for aa5be280-ff23-43d7-9a25-f46f004e4aff owned by network:dhcp {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:20.045317 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (aa5be280-ff23-43d7-9a25-f46f004e4aff), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.064293 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7028d1-d0aa-4129-a898-28435aa495d6 None None] DHCP port deletion for b26f5544-22de-4f76-b259-22db9ab895ad request from dv-cinder-816898-6-iscsi {{(pid=102326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:07:20.075494 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5be280-ff23-43d7-9a25-f46f004e4aff,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.076781 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] No DVR routers for this DVR port aa5be280-ff23-43d7-9a25-f46f004e4aff on host dv-cinder-816898-6-iscsi {{(pid=102324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:20.149221 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (b26f5544-22de-4f76-b259-22db9ab895ad), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.160496 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255c8e4-22fd-491a-ae37-1fc5ce37d132 None None] New status for floating IP a00271a0-6118-4297-8766-b2e755354dee: DOWN {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:07:20.171032 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26f5544-22de-4f76-b259-22db9ab895ad']}} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:20.180656 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccab17e-01ab-40f8-83b9-c568715ecb72') {'for_net_delete': True} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:20.180959 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccab17e-01ab-40f8-83b9-c568715ecb72') {} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:20.194450 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7653001'] for segment (dccab17e-01ab-40f8-83b9-c568715ecb72), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.209810 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (dccab17e-01ab-40f8-83b9-c568715ecb72), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.216793 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=102324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:20.217427 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7838407'] for segment (dccab17e-01ab-40f8-83b9-c568715ecb72), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: Traceback (most recent call last): Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: timer() Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: cb(*args, **kw) Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: return func(*args, **kwargs) Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: self._notify() Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: self.callback(batched_events) Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: event.method(event) Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: return f(self, *a, **k) Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._get(url).json() Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:20.219442 dv-cinder-816898-6-iscsi neutron-server[102324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:20.275004 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (b26f5544-22de-4f76-b259-22db9ab895ad), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.281142 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.284402 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b26f5544-22de-4f76-b259-22db9ab895ad HTTP/1.1" status: 204 len: 168 time: 0.6096170 Jan 28 01:07:20.296783 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe86ffd-e8e7-4226-b896-1d9bf00a42d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26f5544-22de-4f76-b259-22db9ab895ad,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.411247 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50468) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:20.457293 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-4fc9e03f-2ccc-4cf4-ab89-1b8fe2329fc5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e156503ec1b459fbe5516b459e0c38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446262 Jan 28 01:07:20.459615 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50470) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:20.506323 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f7701e76-de6e-4cf0-85c0-4ab3fa0b259b admin admin] Publish callbacks [] for security_group (7c5a4499-c1a9-45e3-b045-1bb63a9db5f0), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.529194 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f7701e76-de6e-4cf0-85c0-4ab3fa0b259b admin admin] Publish callbacks [] for security_group (7c5a4499-c1a9-45e3-b045-1bb63a9db5f0), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.532819 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.577587 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f7701e76-de6e-4cf0-85c0-4ab3fa0b259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (7c5a4499-c1a9-45e3-b045-1bb63a9db5f0), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.580347 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f7701e76-de6e-4cf0-85c0-4ab3fa0b259b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.581502 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f7701e76-de6e-4cf0-85c0-4ab3fa0b259b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c5a4499-c1a9-45e3-b045-1bb63a9db5f0 HTTP/1.1" status: 204 len: 168 time: 0.1209862 Jan 28 01:07:20.590631 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7701e76-de6e-4cf0-85c0-4ab3fa0b259b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5a4499-c1a9-45e3-b045-1bb63a9db5f0,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.892215 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50482) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:20.932725 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-df2b14ac-c1dd-4a7b-a142-c45c42443c5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ae0f31517b747869e0bfa4ceb218179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393202 Jan 28 01:07:20.935279 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50484) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:20.983311 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1bf955ca-f4c3-4199-88e8-17f43e094fa2 admin admin] Publish callbacks [] for security_group (55ca97ac-3c94-4a80-a214-e90d95d4cbf1), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.004535 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1bf955ca-f4c3-4199-88e8-17f43e094fa2 admin admin] Publish callbacks [] for security_group (55ca97ac-3c94-4a80-a214-e90d95d4cbf1), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.055655 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1bf955ca-f4c3-4199-88e8-17f43e094fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (55ca97ac-3c94-4a80-a214-e90d95d4cbf1), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.058235 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-1bf955ca-f4c3-4199-88e8-17f43e094fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.059536 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-1bf955ca-f4c3-4199-88e8-17f43e094fa2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55ca97ac-3c94-4a80-a214-e90d95d4cbf1 HTTP/1.1" status: 204 len: 168 time: 0.1232951 Jan 28 01:07:21.068075 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf955ca-f4c3-4199-88e8-17f43e094fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca97ac-3c94-4a80-a214-e90d95d4cbf1,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:21.071482 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-bfb8786c-a153-4f70-a2b6-1887240568f4 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597946477&fields=id&tenant_id=84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 267 time: 0.0486524 Jan 28 01:07:21.183615 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-57efbcbc-c6a3-44fb-b462-8abb24b07de0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:21.185102 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-57efbcbc-c6a3-44fb-b462-8abb24b07de0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 812 time: 0.1060603 Jan 28 01:07:21.200076 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-503b7bd2-e5d3-41bd-a3a0-57f70c454a8e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/quotas/84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 375 time: 0.0096731 Jan 28 01:07:21.256265 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-8215175c-8139-480b-a9f3-86b3ba6172ef tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502949 Jan 28 01:07:21.365699 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-c1216d4a-b415-4740-ad83-d421865a22c3 service neutron] 10.222.0.78 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973763 Jan 28 01:07:21.425755 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device d6187b39-ef49-478f-b2d5-90ab239f6695 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:21.452115 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: d6187b39-ef49-478f-b2d5-90ab239f6695 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:21.452456 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device d6187b39-ef49-478f-b2d5-90ab239f6695 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:21.452869 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device aa5be280-ff23-43d7-9a25-f46f004e4aff no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:21.462485 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-d9498acf-cad2-4196-bafd-69e733a766bc service neutron] 10.222.0.78 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908487 Jan 28 01:07:21.472106 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: aa5be280-ff23-43d7-9a25-f46f004e4aff {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:21.472474 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device aa5be280-ff23-43d7-9a25-f46f004e4aff not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:21.736226 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2a5c7b0e-52a7-4f0d-89b5-018af361108c req-f0a130fc-d493-4b3d-8c62-5efa1817065c tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 210 time: 0.0257466 Jan 28 01:07:22.009298 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.735521 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-1658293d-fa55-451b-b920-a1a61a8e8241 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:22.736953 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-1658293d-fa55-451b-b920-a1a61a8e8241 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 812 time: 0.0995431 Jan 28 01:07:22.831935 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4e592292-50e9-4597-a126-9d41b9cc549e req-fedbf779-7522-4f0d-8f93-a99ac72b1e19 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 210 time: 0.0288608 Jan 28 01:07:22.837156 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-4cdd32fc-a21a-45cb-a61e-1fea6da121d0 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 380 time: 0.0612292 Jan 28 01:07:22.847162 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'port': {'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'admin_state_up': True, 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'security_groups': ['92eff45a-32a7-4f92-b0e0-2789a233c652']}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:22.953211 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Made reservation on behalf of 84aa61f3492a445c961e0e4b3682cfcb for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:22.957436 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.084919 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Allocated IP 172.20.0.6 (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c/6f621703-bd2d-4b83-87a4-849cbfa81005/79623ca0-bf5f-4222-a661-53089e18c3c2) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:23.218517 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.253073 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.298752 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:23.301613 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:23.305576 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:23.340180 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=79623ca0-bf5f-4222-a661-53089e18c3c2,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.355519 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.367241 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:23.367865 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.388837 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-33e46da1-5480-4cd9-9af8-02eefb62139f tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457194 Jan 28 01:07:23.418125 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Request body: {'port': {'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:23.486864 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.542065 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-6333f386-1cc0-42a8-9d60-e5f9787a8a7c None None] Provisioning complete for port 79623ca0-bf5f-4222-a661-53089e18c3c2 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:23.542438 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-6333f386-1cc0-42a8-9d60-e5f9787a8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.578096 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-6333f386-1cc0-42a8-9d60-e5f9787a8a7c None None] Port 79623ca0-bf5f-4222-a661-53089e18c3c2 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:23.747832 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79623ca0-bf5f-4222-a661-53089e18c3c2 {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:23.754977 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Publish callbacks [] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.766609 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Transition to ACTIVE for port object 79623ca0-bf5f-4222-a661-53089e18c3c2 will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:07:23.771359 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.821074 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Pushing event updated for resources: {'Port': ['ID=79623ca0-bf5f-4222-a661-53089e18c3c2,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.892912 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Attempting to bind port 79623ca0-bf5f-4222-a661-53089e18c3c2 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:23.893427 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Attempting to bind port 79623ca0-bf5f-4222-a661-53089e18c3c2 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:23.893784 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Attempting to bind port 79623ca0-bf5f-4222-a661-53089e18c3c2 on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:23.899145 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Port 79623ca0-bf5f-4222-a661-53089e18c3c2 on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:23.899594 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Attempting to bind port 79623ca0-bf5f-4222-a661-53089e18c3c2 on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:23.906146 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:23.906498 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Checking segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:23.906862 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Bound using segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:23.907314 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Bound port: 79623ca0-bf5f-4222-a661-53089e18c3c2, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:23.907671 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.999024 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e7287-4078-4acb-895d-6722dd88bb63 req-7c1cdc20-bf81-4503-9645-76d8f6f5d15b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.000484 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4f3e7287-4078-4acb-895d-6722dd88bb63 req-7c1cdc20-bf81-4503-9645-76d8f6f5d15b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 943 time: 0.0956528 Jan 28 01:07:24.017834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] For port 79623ca0-bf5f-4222-a661-53089e18c3c2, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:24.039682 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] For port 79623ca0-bf5f-4222-a661-53089e18c3c2, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=79623ca0-bf5f-4222-a661-53089e18c3c2,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:24.048488 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.095236 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.096034 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.097466 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/79623ca0-bf5f-4222-a661-53089e18c3c2 HTTP/1.1" status: 200 len: 1093 time: 0.6836925 Jan 28 01:07:24.100887 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:24.103160 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257" -d '{"events": [{"name": "network-changed", "server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:24.112018 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4f3e7287-4078-4acb-895d-6722dd88bb63 req-6f13f502-8a00-494d-857f-8ad31ad85916 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030817 Jan 28 01:07:24.138719 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23784c15-60db-4474-ac29-fda9507055d8 service neutron] Pushing event updated for resources: {'Port': ['ID=79623ca0-bf5f-4222-a661-53089e18c3c2,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:24.162990 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a9d82b-c593-4ac7-bf70-4786ea708a7c x-openstack-request-id: req-27a9d82b-c593-4ac7-bf70-4786ea708a7c {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:24.163290 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:24.163611 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27a9d82b-c593-4ac7-bf70-4786ea708a7c {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:24.164024 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'status': 'completed', 'code': 200} Jan 28 01:07:24.227460 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-9cb18068-9ff9-4188-a1bf-053d0622b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.228964 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-9cb18068-9ff9-4188-a1bf-053d0622b2fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 1096 time: 0.0425725 Jan 28 01:07:24.279127 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-9e1f8435-0e80-4ace-9dea-c3368400b08b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79623ca0-bf5f-4222-a661-53089e18c3c2 HTTP/1.1" status: 200 len: 217 time: 0.0341372 Jan 28 01:07:24.328336 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-ea164d08-6fb1-4311-aabe-14d1cf875858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.329865 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-ea164d08-6fb1-4311-aabe-14d1cf875858 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0444174 Jan 28 01:07:24.378460 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-e5357461-28b6-4f74-a4fb-094c35cce9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.379955 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-e5357461-28b6-4f74-a4fb-094c35cce9c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434954 Jan 28 01:07:24.465918 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-5930e66f-c3f3-4903-9e23-b9c049ca6e6c service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794873 Jan 28 01:07:24.556857 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ea8632f-f0a7-4e1d-8ef8-8051724a80c5 req-5a98a049-bea9-4a2a-9f26-cfaa0e1f1c82 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846694 Jan 28 01:07:24.700291 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-83771e5d-79fe-4abc-bb0f-5c157acfb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.701826 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-83771e5d-79fe-4abc-bb0f-5c157acfb8be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 1096 time: 0.0395129 Jan 28 01:07:24.787473 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-9adb5cc0-9011-4ccc-8586-e0c47dee21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.788880 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-9adb5cc0-9011-4ccc-8586-e0c47dee21bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.0804803 Jan 28 01:07:24.834124 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-05951881-8821-487d-b66d-aadd6cf7f2bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79623ca0-bf5f-4222-a661-53089e18c3c2 HTTP/1.1" status: 200 len: 217 time: 0.0369122 Jan 28 01:07:24.884842 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-0c041d1c-403a-4498-a3e4-7a45481cbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.886279 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-0c041d1c-403a-4498-a3e4-7a45481cbc0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0410733 Jan 28 01:07:24.930571 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-a7ce104f-beff-4c0b-a1b7-f978f2c46958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.932053 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-a7ce104f-beff-4c0b-a1b7-f978f2c46958 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382707 Jan 28 01:07:25.020305 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-b85f2819-b475-4b83-a51f-98989c4fd985 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817196 Jan 28 01:07:25.105101 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-aafecb94-cfff-4c9a-bcee-e8c4e60bf257 req-99d3c8c0-7907-48cd-8ba6-259252886d14 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787075 Jan 28 01:07:25.237715 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f7916-f545-4841-9939-4b719521f462 req-a4e8baf9-f64b-4104-a55c-5fe994b7982e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:25.239185 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c59f7916-f545-4841-9939-4b719521f462 req-a4e8baf9-f64b-4104-a55c-5fe994b7982e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 943 time: 0.0513768 Jan 28 01:07:25.286098 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c59f7916-f545-4841-9939-4b719521f462 req-8e946d13-e937-485c-ba85-dae6c2431ab3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Jan 28 01:07:26.402016 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193edc-6d60-4a17-9b79-ed946cde5cda req-7d8b1e12-5d6e-4752-a6d8-77723fe89626 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:26.403540 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-64193edc-6d60-4a17-9b79-ed946cde5cda req-7d8b1e12-5d6e-4752-a6d8-77723fe89626 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 943 time: 0.0480711 Jan 28 01:07:26.453840 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-64193edc-6d60-4a17-9b79-ed946cde5cda req-86662bb6-9621-4118-9f7d-cbd9948b4d9c tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 Jan 28 01:07:27.573086 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51e14e-2679-49d8-9013-312c7dc98840 req-69a25fd5-d693-45d3-ac49-a3380254e9b2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:27.574703 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4a51e14e-2679-49d8-9013-312c7dc98840 req-69a25fd5-d693-45d3-ac49-a3380254e9b2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 943 time: 0.0495346 Jan 28 01:07:27.591619 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e8ef6-867a-4889-bddc-bfc9b2e4d9be req-0ee386e9-1232-4264-a0ac-2beeda03bfbf tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:27.593035 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-665e8ef6-867a-4889-bddc-bfc9b2e4d9be req-0ee386e9-1232-4264-a0ac-2beeda03bfbf tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0507495 Jan 28 01:07:27.627261 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4a51e14e-2679-49d8-9013-312c7dc98840 req-fe71c04f-c871-4e2c-803f-6d164b3ed6fd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469809 Jan 28 01:07:27.646029 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-665e8ef6-867a-4889-bddc-bfc9b2e4d9be req-249e715e-acc3-49e5-9373-23024987c657 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474052 Jan 28 01:07:28.739944 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327525e-13ee-4c73-9b16-5d8174532f88 req-74cb2567-addb-4253-9a7d-4f76dcf3382a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:28.741432 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1327525e-13ee-4c73-9b16-5d8174532f88 req-74cb2567-addb-4253-9a7d-4f76dcf3382a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 943 time: 0.0484014 Jan 28 01:07:28.759613 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b696b26-74a3-412b-a921-ae781d8437fa req-d090de62-e6c8-4782-8514-6707305452d1 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:28.761501 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3b696b26-74a3-412b-a921-ae781d8437fa req-d090de62-e6c8-4782-8514-6707305452d1 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0467582 Jan 28 01:07:28.791271 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1327525e-13ee-4c73-9b16-5d8174532f88 req-2219676c-c521-438a-9a4a-527e9f5982dd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Jan 28 01:07:28.807463 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3b696b26-74a3-412b-a921-ae781d8437fa req-fa208954-29d5-49d4-8edd-6a7f318dfd5a tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Jan 28 01:07:29.902990 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4c0f-b3ff-45fd-9bcb-521929aff85e req-ef8e5059-5fba-4416-9820-452c1ca84ce3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:29.904465 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8e3c4c0f-b3ff-45fd-9bcb-521929aff85e req-ef8e5059-5fba-4416-9820-452c1ca84ce3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 943 time: 0.0475571 Jan 28 01:07:29.921983 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61825b0-1175-48d3-a778-5fbf5ffe4583 req-09bb759d-8805-44c9-b33c-ca7ba18a1cfd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:29.923512 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b61825b0-1175-48d3-a778-5fbf5ffe4583 req-09bb759d-8805-44c9-b33c-ca7ba18a1cfd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Jan 28 01:07:29.952466 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-8e3c4c0f-b3ff-45fd-9bcb-521929aff85e req-4a026763-bddc-4057-9201-fbe69a7b5b37 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Jan 28 01:07:29.970509 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b61825b0-1175-48d3-a778-5fbf5ffe4583 req-52bfb56a-9edc-435e-8dde-08cc881ddad7 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Jan 28 01:07:31.068522 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c012802-374d-47e2-be4c-bcd761dc3f69 req-109a0215-1f09-4c15-a39d-2d65415abe0e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:31.070407 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c012802-374d-47e2-be4c-bcd761dc3f69 req-109a0215-1f09-4c15-a39d-2d65415abe0e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 943 time: 0.0513141 Jan 28 01:07:31.084745 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6e1c-4396-42ec-bd56-23721bb788be req-fb0a2d5b-cd04-4854-b361-befa9d4f0c07 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:31.086218 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-76dc6e1c-4396-42ec-bd56-23721bb788be req-fb0a2d5b-cd04-4854-b361-befa9d4f0c07 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0500741 Jan 28 01:07:31.118393 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0c012802-374d-47e2-be4c-bcd761dc3f69 req-b6ea1753-7760-4e98-ad11-833a237b3e36 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Jan 28 01:07:31.131946 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-76dc6e1c-4396-42ec-bd56-23721bb788be req-2987eebc-1e27-4ee0-9825-5a4644b591b3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 Jan 28 01:07:31.379721 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 79623ca0-bf5f-4222-a661-53089e18c3c2 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:07:31.477147 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 79623ca0-bf5f-4222-a661-53089e18c3c2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=79623ca0-bf5f-4222-a661-53089e18c3c2,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:31.489211 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:07:31.525076 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 79623ca0-bf5f-4222-a661-53089e18c3c2 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:31.525455 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.538564 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79623ca0-bf5f-4222-a661-53089e18c3c2 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:31.559845 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 79623ca0-bf5f-4222-a661-53089e18c3c2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=79623ca0-bf5f-4222-a661-53089e18c3c2,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:31.564129 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.613333 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=79623ca0-bf5f-4222-a661-53089e18c3c2,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.620355 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.620714 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.621060 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.621398 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.621738 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.622068 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.622399 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.622726 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.623076 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.623404 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.623730 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.624057 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.624378 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:31.892454 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['79623ca0-bf5f-4222-a661-53089e18c3c2'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:32.230357 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a82b00-b85c-41c9-b008-753a59f50595 req-a76b0791-ac0c-4fac-b5f2-bb23af9ce14a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:32.231858 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-60a82b00-b85c-41c9-b008-753a59f50595 req-a76b0791-ac0c-4fac-b5f2-bb23af9ce14a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 944 time: 0.0468102 Jan 28 01:07:32.242848 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fb453-a0c6-4480-8bf3-2bc8c5c1c17f req-499b937c-15e8-41b9-83e7-7d4aba2eebc0 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:32.244371 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-428fb453-a0c6-4480-8bf3-2bc8c5c1c17f req-499b937c-15e8-41b9-83e7-7d4aba2eebc0 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0465689 Jan 28 01:07:32.280635 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-60a82b00-b85c-41c9-b008-753a59f50595 req-5adf1b0c-d0aa-445f-aef4-cd8fce07b2d5 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Jan 28 01:07:32.291296 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-428fb453-a0c6-4480-8bf3-2bc8c5c1c17f req-4c9dbe78-5c73-4f35-98d7-066d118f78c8 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Jan 28 01:07:33.403043 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 79623ca0-bf5f-4222-a661-53089e18c3c2 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:33.403919 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86393979-bfc3-4c27-a423-dabf1744d423 req-511798cf-66f7-468f-9e7f-d3c2c8c11f39 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:33.405659 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-86393979-bfc3-4c27-a423-dabf1744d423 req-511798cf-66f7-468f-9e7f-d3c2c8c11f39 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 944 time: 0.0596809 Jan 28 01:07:33.416339 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4130a-b6d1-45eb-a1e5-0edbecd38127 req-f818c590-ab01-4ed0-b526-997f329bceac tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:33.418439 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3dd4130a-b6d1-45eb-a1e5-0edbecd38127 req-f818c590-ab01-4ed0-b526-997f329bceac tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0549989 Jan 28 01:07:33.469370 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-3dd4130a-b6d1-45eb-a1e5-0edbecd38127 req-878166a6-618d-415a-8a93-d65d55a803a5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446732 Jan 28 01:07:33.472654 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 79623ca0-bf5f-4222-a661-53089e18c3c2 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:07:33.475531 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-86393979-bfc3-4c27-a423-dabf1744d423 req-a9433eb0-60a6-4202-ba9d-6ef439bff9b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622876 Jan 28 01:07:33.477424 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 79623ca0-bf5f-4222-a661-53089e18c3c2 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:33.477803 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.556338 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 79623ca0-bf5f-4222-a661-53089e18c3c2 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:33.556656 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.579784 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:33.581941 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb512c5b-33af-4e05-b9b9-c8abb28cd2e0" -d '{"events": [{"server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "name": "network-vif-plugged", "status": "completed", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:33.597353 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 79623ca0-bf5f-4222-a661-53089e18c3c2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=79623ca0-bf5f-4222-a661-53089e18c3c2,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:33.601636 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.624461 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d2b9b2-03fe-4d07-af78-1e07a2e46328 x-openstack-request-id: req-d7d2b9b2-03fe-4d07-af78-1e07a2e46328 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:33.624752 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "name": "network-vif-plugged", "status": "completed", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:33.625007 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7d2b9b2-03fe-4d07-af78-1e07a2e46328 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:33.625393 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'code': 200} Jan 28 01:07:33.650492 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=79623ca0-bf5f-4222-a661-53089e18c3c2,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:33.866553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b522f9-9013-43aa-81b4-bfcb81ae2e82 req-0896dae3-b5e7-4305-9cf9-b6e6c1a46db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:33.868044 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-84b522f9-9013-43aa-81b4-bfcb81ae2e82 req-0896dae3-b5e7-4305-9cf9-b6e6c1a46db7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 1098 time: 0.0389194 Jan 28 01:07:33.915124 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-84b522f9-9013-43aa-81b4-bfcb81ae2e82 req-22994992-843b-456a-a1e4-27930983cfee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388165 Jan 28 01:07:34.582869 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f972-c629-4de6-94cb-5ed54f2d4797 req-4d7cb0a5-1362-4145-bcfa-4b09960fa5e8 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:34.584394 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0f62f972-c629-4de6-94cb-5ed54f2d4797 req-4d7cb0a5-1362-4145-bcfa-4b09960fa5e8 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0475242 Jan 28 01:07:34.589428 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0067720-53cb-4bb6-9040-5087f4f16084 req-b1443223-2b18-4bb6-8a14-36b6d7c873d7 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:34.591040 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a0067720-53cb-4bb6-9040-5087f4f16084 req-b1443223-2b18-4bb6-8a14-36b6d7c873d7 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 945 time: 0.0463498 Jan 28 01:07:34.636956 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0f62f972-c629-4de6-94cb-5ed54f2d4797 req-59155288-29cd-4823-ac6c-cc8f0e20f45b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463536 Jan 28 01:07:34.638591 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-a0067720-53cb-4bb6-9040-5087f4f16084 req-fd34cdb9-6593-4823-aa26-c5ff0e52d755 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Jan 28 01:07:35.057901 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:07:35.752561 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a210e3-7a95-4e2e-a064-ff0904193c5e req-c956c264-8cb2-4656-8325-8774ab158ce8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:35.753265 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a2db-f859-42b9-af0f-ef0b6732c968 req-795e2a39-dc4e-47a7-8a5e-b9e3b29e27d1 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:35.754079 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-93d0a2db-f859-42b9-af0f-ef0b6732c968 req-795e2a39-dc4e-47a7-8a5e-b9e3b29e27d1 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Jan 28 01:07:35.754264 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-40a210e3-7a95-4e2e-a064-ff0904193c5e req-c956c264-8cb2-4656-8325-8774ab158ce8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 945 time: 0.0472825 Jan 28 01:07:35.806629 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-93d0a2db-f859-42b9-af0f-ef0b6732c968 req-04f9dba9-4ae5-4d10-ac5f-ade69b40bbd3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466433 Jan 28 01:07:35.808001 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-40a210e3-7a95-4e2e-a064-ff0904193c5e req-8edd1c99-1e2e-4dbc-a240-a5b37df4d03d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480390 Jan 28 01:07:35.919874 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281b82-0087-47cd-beeb-b644359819fd req-32137984-aef1-475a-9281-3c3b630554b7 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:35.921238 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cd281b82-0087-47cd-beeb-b644359819fd req-32137984-aef1-475a-9281-3c3b630554b7 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 945 time: 0.0480247 Jan 28 01:07:35.968660 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-cd281b82-0087-47cd-beeb-b644359819fd req-5a6ab39a-eafe-42b8-aec4-94cc90954c40 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Jan 28 01:07:35.990678 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50570) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:36.032247 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016c249f-a5fc-4050-bde7-21b67913e928 tempest-TestVolumeBootPattern-466540984 tempest-TestVolumeBootPattern-466540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.033743 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-016c249f-a5fc-4050-bde7-21b67913e928 tempest-TestVolumeBootPattern-466540984 tempest-TestVolumeBootPattern-466540984-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 1093 time: 0.0420771 Jan 28 01:07:36.037088 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50572) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:36.041322 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:36.060670 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.153158 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.257813 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Allocated IP 172.27.1.225 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/43a8747f-6777-40e3-90b0-e31773f7abdd) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:36.354714 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (43a8747f-6777-40e3-90b0-e31773f7abdd), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.388028 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (43a8747f-6777-40e3-90b0-e31773f7abdd), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.429668 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:36.432351 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:36.437799 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:36.443096 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=43a8747f-6777-40e3-90b0-e31773f7abdd,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.787330 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (9571a9f0-1064-406e-b304-b6dbf692ab9c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.854188 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (43a8747f-6777-40e3-90b0-e31773f7abdd), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.922368 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ef256-7950-440e-8e7e-687cccbdfd5e req-554682cc-9279-43b4-9ce0-c966816ac905 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.923859 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4c7ef256-7950-440e-8e7e-687cccbdfd5e req-554682cc-9279-43b4-9ce0-c966816ac905 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0485702 Jan 28 01:07:36.971910 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-4c7ef256-7950-440e-8e7e-687cccbdfd5e req-9b591a18-c2c0-4a72-9c22-4ecb80dc5047 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Jan 28 01:07:37.004686 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (43a8747f-6777-40e3-90b0-e31773f7abdd), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.009188 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (43a8747f-6777-40e3-90b0-e31773f7abdd), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.075133 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=43a8747f-6777-40e3-90b0-e31773f7abdd,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:37.085303 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (9571a9f0-1064-406e-b304-b6dbf692ab9c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.182118 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Floating IP 9571a9f0-1064-406e-b304-b6dbf692ab9c associated. External IP: 172.27.1.225, port: 79623ca0-bf5f-4222-a661-53089e18c3c2. Jan 28 01:07:37.626958 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Router da8300a9-5c71-41a2-b639-acf304907afe has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:37.730505 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:37.740839 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:37.747528 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.751001 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:37.751619 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:07:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:37.774501 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-71a386f0-a86f-42dc-81e5-d5f65d756599 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7363865 Jan 28 01:07:37.775460 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:37.777835 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139dbb59-19e9-4fc7-83f8-a200489b71de" -d '{"events": [{"name": "network-changed", "server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:37.812890 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c42b83a-89d1-43b8-a638-4476e64fd467 x-openstack-request-id: req-9c42b83a-89d1-43b8-a638-4476e64fd467 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:37.813514 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:37.813514 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c42b83a-89d1-43b8-a638-4476e64fd467 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:37.813802 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'status': 'completed', 'code': 200} Jan 28 01:07:37.860963 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:37.908981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-2a96d6a7-a554-47d0-9f67-3f93b52a0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:37.910477 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-2a96d6a7-a554-47d0-9f67-3f93b52a0ddb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 1098 time: 0.0512378 Jan 28 01:07:38.021015 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-12676fc8-f29a-40af-9ebb-691fc7764b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.022602 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-12676fc8-f29a-40af-9ebb-691fc7764b5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.1009550 Jan 28 01:07:38.093224 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f42ab-16aa-4398-90e8-6adfbd43538e req-18c983d6-8dbe-4499-8965-05ec504ce7de tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.095747 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-527f42ab-16aa-4398-90e8-6adfbd43538e req-18c983d6-8dbe-4499-8965-05ec504ce7de tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0532439 Jan 28 01:07:38.105671 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-34b0e2df-6dc8-439f-a0f8-f632cb2c56eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79623ca0-bf5f-4222-a661-53089e18c3c2 HTTP/1.1" status: 200 len: 999 time: 0.0763843 Jan 28 01:07:38.163294 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-527f42ab-16aa-4398-90e8-6adfbd43538e req-ef2a97cd-b03c-4bf6-b87c-e04042fb40a4 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589454 Jan 28 01:07:38.164178 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:38.177652 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-0554d020-18f5-4182-a5b1-6ec18e5ad75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.179213 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-0554d020-18f5-4182-a5b1-6ec18e5ad75c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0669286 Jan 28 01:07:38.199339 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:38.209519 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:38.210156 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:07:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:38.231878 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-7d67132f-fc89-4a03-9e66-e2b55e51cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.233394 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-7d67132f-fc89-4a03-9e66-e2b55e51cf01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478709 Jan 28 01:07:38.324192 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:38.343024 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-32c041eb-f76b-4ef6-8a8b-8df566e42b9d service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027603 Jan 28 01:07:38.468004 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-139dbb59-19e9-4fc7-83f8-a200489b71de req-5ece1ddb-e09f-428f-b82f-0f1dd63ef8e0 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096308 Jan 28 01:07:38.486215 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56348da-91de-47d6-abbd-dc14b299bbe2 req-98c8da75-46fc-4e09-91f0-5137dece2556 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.488497 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c56348da-91de-47d6-abbd-dc14b299bbe2 req-98c8da75-46fc-4e09-91f0-5137dece2556 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0765224 Jan 28 01:07:38.544240 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-c56348da-91de-47d6-abbd-dc14b299bbe2 req-6d1458a7-003c-4d5c-9f33-8e32143840fc tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490963 Jan 28 01:07:38.568970 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-800f45fe-e94a-483c-a6ac-b73dec319a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.570506 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-800f45fe-e94a-483c-a6ac-b73dec319a0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 1099 time: 0.0471184 Jan 28 01:07:38.589005 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:38.616347 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e113e88e-a803-4e09-9103-4c28199cb315 None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:38.666555 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-271ba985-caa2-4340-9f8f-aeb0c6eb296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.668224 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-271ba985-caa2-4340-9f8f-aeb0c6eb296b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 911 time: 0.0910239 Jan 28 01:07:38.743334 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-4bbe1799-3dd0-41a0-9801-d34a16940973 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c HTTP/1.1" status: 200 len: 1002 time: 0.0687306 Jan 28 01:07:38.793876 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-d55f36c0-4cf8-414b-9727-d58ce93e1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.795381 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-d55f36c0-4cf8-414b-9727-d58ce93e1743 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0457304 Jan 28 01:07:38.811866 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23287c-9e27-4276-a7a2-c9ee04e591a1 None None] New status for floating IP 9571a9f0-1064-406e-b304-b6dbf692ab9c: ACTIVE {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:07:38.842742 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-d9241332-6ef9-4c01-83ad-0c3ffb6a405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.844331 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-d9241332-6ef9-4c01-83ad-0c3ffb6a405c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425379 Jan 28 01:07:38.937816 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-ba8db9c8-cfed-40e3-972c-33b399228d08 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870228 Jan 28 01:07:39.032256 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-65a3afc1-8765-43ee-9c37-470a0c37cee4 req-5fd4c9cd-57a1-4549-9763-ddeccff9f6ed service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883930 Jan 28 01:07:39.872019 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab148d6-f3b2-4b49-aded-513ece751b41 req-81c2e9f2-a7f1-40b8-9aac-79199c53a511 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:39.873527 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fab148d6-f3b2-4b49-aded-513ece751b41 req-81c2e9f2-a7f1-40b8-9aac-79199c53a511 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.2522223 Jan 28 01:07:39.921009 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fab148d6-f3b2-4b49-aded-513ece751b41 req-f8010289-a015-440f-ae9c-eb5bcd7c5250 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Jan 28 01:07:42.192063 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.893510 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-8b2c70ac-547f-4344-ad28-910ab265fe4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.195378 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c9a75a3d-3247-4240-add2-3e3b029fc0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.536068 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.657330 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ead742d-dc12-4568-a30d-1f2be736088b req-766f498b-4e29-4e38-8d97-6a03c1317cb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398397 Jan 28 01:07:50.734727 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead742d-dc12-4568-a30d-1f2be736088b req-a6013156-e845-477e-b726-b20ddf9cf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:50.736292 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ead742d-dc12-4568-a30d-1f2be736088b req-a6013156-e845-477e-b726-b20ddf9cf3ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 1099 time: 0.0416667 Jan 28 01:07:50.854211 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead742d-dc12-4568-a30d-1f2be736088b req-a1998424-64bd-4b85-ae12-90b1925ed4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:50.855732 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ead742d-dc12-4568-a30d-1f2be736088b req-a1998424-64bd-4b85-ae12-90b1925ed4bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 911 time: 0.0929906 Jan 28 01:07:50.928347 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ead742d-dc12-4568-a30d-1f2be736088b req-6e22511b-683d-480b-9290-01184b71d70e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c HTTP/1.1" status: 200 len: 1002 time: 0.0648575 Jan 28 01:07:50.985463 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead742d-dc12-4568-a30d-1f2be736088b req-82f81515-b584-43ba-89e0-4c73e6e9c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:50.986859 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ead742d-dc12-4568-a30d-1f2be736088b req-82f81515-b584-43ba-89e0-4c73e6e9c10a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0502396 Jan 28 01:07:51.032676 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead742d-dc12-4568-a30d-1f2be736088b req-43124188-9341-4f68-abe3-141835d69c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:51.034201 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ead742d-dc12-4568-a30d-1f2be736088b req-43124188-9341-4f68-abe3-141835d69c1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412765 Jan 28 01:07:51.123453 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ead742d-dc12-4568-a30d-1f2be736088b req-c4b3859c-382f-439d-8d62-3e6ddd8f7fac service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821917 Jan 28 01:07:51.217081 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6ead742d-dc12-4568-a30d-1f2be736088b req-78bdd8df-7198-44db-83d6-4fb51b5752fd service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Jan 28 01:07:52.011942 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.346943 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.057671 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:08:12.202242 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:16.888196 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f95c0fb2-d8a0-465a-bdcd-01cb3287b07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:18.812454 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eb45f-a77f-4e0e-a1d2-4c5792501c5d req-07e6a440-20ca-4274-a983-882fcccb2a52 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:18.813939 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-783eb45f-a77f-4e0e-a1d2-4c5792501c5d req-07e6a440-20ca-4274-a983-882fcccb2a52 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.1005394 Jan 28 01:08:18.859785 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-783eb45f-a77f-4e0e-a1d2-4c5792501c5d req-f482aa3a-c081-4990-9120-f9fcfb4bda7c tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401285 Jan 28 01:08:19.197866 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-0ccb150f-2271-4b21-ae9c-32c913f9fbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.976284 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539f0de-9247-4f28-a623-0587b9af6cf6 req-aa2d9299-199c-4e2e-ac1e-8315f2bd6cc8 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:19.977755 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d539f0de-9247-4f28-a623-0587b9af6cf6 req-aa2d9299-199c-4e2e-ac1e-8315f2bd6cc8 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0481091 Jan 28 01:08:20.024543 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-d539f0de-9247-4f28-a623-0587b9af6cf6 req-7e90990e-ad51-419d-b604-d5b60adc9aa1 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412829 Jan 28 01:08:20.538681 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.808996 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50522a-779e-41d3-8c61-9c4438c30380 req-c2861bcf-c4e3-4dbe-ac53-4d8e5ae5d356 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:20.810446 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df50522a-779e-41d3-8c61-9c4438c30380 req-c2861bcf-c4e3-4dbe-ac53-4d8e5ae5d356 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0484502 Jan 28 01:08:20.900179 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Deleting port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:20.900518 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.984541 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] For port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:20.985240 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.138221 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ca29-4ac4-477e-89d9-aa3856228edb req-965314e3-ffc8-4e08-8e9c-b3eef8defba7 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:21.139875 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b7b4ca29-4ac4-477e-89d9-aa3856228edb req-965314e3-ffc8-4e08-8e9c-b3eef8defba7 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1 HTTP/1.1" status: 200 len: 946 time: 0.0471327 Jan 28 01:08:21.154864 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.155250 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (e90b4d3f-14d6-4f08-af0e-39dd690081c3), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.155561 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Floating IP e90b4d3f-14d6-4f08-af0e-39dd690081c3 disassociated. External IP: 172.27.1.239, port: 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c. Jan 28 01:08:21.156150 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Calling delete_port for 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:21.194745 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-b7b4ca29-4ac4-477e-89d9-aa3856228edb req-7d8a8f40-2ff4-4e2b-b750-d537343a24d7 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=98ddaaa9-b2f6-4784-91b2-0d546bd93408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486543 Jan 28 01:08:21.283019 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.314189 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event deleted for resources: {'Port': ['ID=28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:21.325926 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.326288 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.326638 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.327006 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.327346 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.327681 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.328016 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.328348 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.328677 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.329008 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.329341 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.329678 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.329997 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:21.438861 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Router a91d1a8c-0a59-4740-b540-235fc96c6ea9 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:21.543413 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:21.554130 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] Sync routers for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:21.563899 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:21.564569 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:08:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:21.581600 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] No DVR routers for this DVR port 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:21.584089 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.587490 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-df50522a-779e-41d3-8c61-9c4438c30380 req-1f53eddb-f088-46c4-9e07-d223d090e021 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "DELETE /v2.0/ports/28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c HTTP/1.1" status: 204 len: 173 time: 0.7713573 Jan 28 01:08:21.587879 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'name': 'network-vif-deleted', 'tag': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:21.590103 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acbffaf-ab73-428f-a668-28507a401886" -d '{"events": [{"server_uuid": "2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1", "name": "network-vif-deleted", "tag": "28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:21.627393 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b41de2-bc55-4953-91ce-5a5e75a7d274 x-openstack-request-id: req-65b41de2-bc55-4953-91ce-5a5e75a7d274 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:21.627717 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1", "name": "network-vif-deleted", "tag": "28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:21.627996 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65b41de2-bc55-4953-91ce-5a5e75a7d274 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:21.628943 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aea1fd8-d209-41a0-bcf4-0b5351e9f3e1', 'name': 'network-vif-deleted', 'tag': '28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c', 'status': 'completed', 'code': 200} Jan 28 01:08:21.676294 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:21.968576 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:21.994387 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] Checking router: a91d1a8c-0a59-4740-b540-235fc96c6ea9 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:22.002591 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:22.003734 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:08:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:22.015219 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.112887 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:22.281432 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50640) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:22.323033 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:22.337353 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9445aee6-0bc6-45ad-9209-202d8c13b7dd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (98ddaaa9-b2f6-4784-91b2-0d546bd93408), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.348555 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97c1d1-b583-47a1-9fbe-f65b8cea8555 None None] The sync data for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi is: [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:22.361878 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9445aee6-0bc6-45ad-9209-202d8c13b7dd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (98ddaaa9-b2f6-4784-91b2-0d546bd93408), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.413626 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9445aee6-0bc6-45ad-9209-202d8c13b7dd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (98ddaaa9-b2f6-4784-91b2-0d546bd93408), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.417514 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9445aee6-0bc6-45ad-9209-202d8c13b7dd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.418760 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9445aee6-0bc6-45ad-9209-202d8c13b7dd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "DELETE /v2.0/security-groups/98ddaaa9-b2f6-4784-91b2-0d546bd93408 HTTP/1.1" status: 204 len: 168 time: 0.1363373 Jan 28 01:08:22.422467 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50642) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:22.430837 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445aee6-0bc6-45ad-9209-202d8c13b7dd tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ddaaa9-b2f6-4784-91b2-0d546bd93408,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:22.437434 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.api.v2.resource [None req-0f0e92b3-3cef-4867-9b52-9fa2db0d7e8a tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] show failed (client error): The resource could not be found. Jan 28 01:08:22.438942 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-0f0e92b3-3cef-4867-9b52-9fa2db0d7e8a tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups/98ddaaa9-b2f6-4784-91b2-0d546bd93408 HTTP/1.1" status: 404 len: 347 time: 0.0143082 Jan 28 01:08:22.442010 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50644) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:22.572669 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Deleting port 4e9f60bc-3c36-40a8-8492-bacede8f90f5 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:22.573015 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (4e9f60bc-3c36-40a8-8492-bacede8f90f5), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.585796 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8f47e-d6d1-427d-8a7d-9936441254a3 None None] New status for floating IP e90b4d3f-14d6-4f08-af0e-39dd690081c3: DOWN {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:22.648781 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (4e9f60bc-3c36-40a8-8492-bacede8f90f5), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.649017 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (4e9f60bc-3c36-40a8-8492-bacede8f90f5), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.661450 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Calling delete_port for 4e9f60bc-3c36-40a8-8492-bacede8f90f5 owned by network:floatingip {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:22.796310 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (4e9f60bc-3c36-40a8-8492-bacede8f90f5), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.820535 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event deleted for resources: {'Port': ['ID=4e9f60bc-3c36-40a8-8492-bacede8f90f5,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:22.832456 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.832810 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.833151 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.833485 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.833815 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.834140 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.834464 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.834788 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.835135 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.835461 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.835780 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.836100 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.836411 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.890679 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (e90b4d3f-14d6-4f08-af0e-39dd690081c3), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.893398 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.895105 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-a3e3fce5-689c-42bf-861a-155f029e681f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "DELETE /v2.0/floatingips/e90b4d3f-14d6-4f08-af0e-39dd690081c3 HTTP/1.1" status: 204 len: 168 time: 0.4521003 Jan 28 01:08:23.232304 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50648) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:23.236725 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-f5954105-eff5-4e68-b6d8-4249bd4ba642 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312846461', 'description': 'tempest-description--929142506'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:23.256387 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5954105-eff5-4e68-b6d8-4249bd4ba642 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.324759 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5954105-eff5-4e68-b6d8-4249bd4ba642 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (41c9749c-6c36-4833-8c26-5313467241d1), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.328784 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5954105-eff5-4e68-b6d8-4249bd4ba642 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (41c9749c-6c36-4833-8c26-5313467241d1), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.360778 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.365235 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5954105-eff5-4e68-b6d8-4249bd4ba642 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.366480 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f5954105-eff5-4e68-b6d8-4249bd4ba642 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1333861 Jan 28 01:08:23.368509 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5954105-eff5-4e68-b6d8-4249bd4ba642 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c9749c-6c36-4833-8c26-5313467241d1,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:23.369528 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50650) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:23.374835 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-b05d1b79-7149-46ac-b31b-5a28f0c9e4e3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'security_group_rule': {'security_group_id': '41c9749c-6c36-4833-8c26-5313467241d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:23.414301 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b05d1b79-7149-46ac-b31b-5a28f0c9e4e3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (28b7e6ac-8fad-4847-a532-4b998ee36485), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.462143 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b05d1b79-7149-46ac-b31b-5a28f0c9e4e3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (28b7e6ac-8fad-4847-a532-4b998ee36485), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.465914 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b05d1b79-7149-46ac-b31b-5a28f0c9e4e3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (28b7e6ac-8fad-4847-a532-4b998ee36485), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.486579 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d1b79-7149-46ac-b31b-5a28f0c9e4e3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b7e6ac-8fad-4847-a532-4b998ee36485,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:23.494041 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b05d1b79-7149-46ac-b31b-5a28f0c9e4e3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.495303 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b05d1b79-7149-46ac-b31b-5a28f0c9e4e3 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240859 Jan 28 01:08:23.497990 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50652) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:23.502206 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-ece4a889-60cb-40cf-9aef-6c30d09fa289 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'security_group_rule': {'security_group_id': '41c9749c-6c36-4833-8c26-5313467241d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:23.527199 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ece4a889-60cb-40cf-9aef-6c30d09fa289 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (6fa0dee4-ca44-47df-9875-8e396b5f7a2a), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.580675 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ece4a889-60cb-40cf-9aef-6c30d09fa289 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (6fa0dee4-ca44-47df-9875-8e396b5f7a2a), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.584782 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ece4a889-60cb-40cf-9aef-6c30d09fa289 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874829'] for security_group_rule (6fa0dee4-ca44-47df-9875-8e396b5f7a2a), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.602036 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4a889-60cb-40cf-9aef-6c30d09fa289 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa0dee4-ca44-47df-9875-8e396b5f7a2a,revision_number=0']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:23.609427 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-ece4a889-60cb-40cf-9aef-6c30d09fa289 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.610615 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-ece4a889-60cb-40cf-9aef-6c30d09fa289 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117074 Jan 28 01:08:23.613659 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 50654) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:23.617968 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:23.638679 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.731974 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.836669 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Allocated IP 172.27.1.51 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/528ce6d1-464e-482b-8f1c-fc4f53ea395b) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:23.936044 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for port (528ce6d1-464e-482b-8f1c-fc4f53ea395b), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.968769 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (528ce6d1-464e-482b-8f1c-fc4f53ea395b), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.010673 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:24.013362 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:24.015774 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:24.047371 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'Port': ['ID=528ce6d1-464e-482b-8f1c-fc4f53ea395b,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:24.107750 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (bed81994-e707-413a-b7b9-b07165552b02), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.141102 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (528ce6d1-464e-482b-8f1c-fc4f53ea395b), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.288952 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for port (528ce6d1-464e-482b-8f1c-fc4f53ea395b), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.293261 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (528ce6d1-464e-482b-8f1c-fc4f53ea395b), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.361869 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'Port': ['ID=528ce6d1-464e-482b-8f1c-fc4f53ea395b,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:24.374434 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (bed81994-e707-413a-b7b9-b07165552b02), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.390387 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.391655 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-20a6baff-2bbd-40d0-95aa-555fd8f15572 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7770221 Jan 28 01:08:24.583429 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-5048c149-37a3-45d9-9611-0c3164cca90d tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--312846461&fields=id&tenant_id=4ad98bf7b3c546848923e916df460759 HTTP/1.1" status: 200 len: 267 time: 0.0417135 Jan 28 01:08:24.684446 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-dee8a241-177e-4419-b241-bc0f0672ac9f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:24.687063 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-dee8a241-177e-4419-b241-bc0f0672ac9f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 810 time: 0.0963802 Jan 28 01:08:24.700864 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-053e5931-400d-4e2c-bf68-9f4fa54f1e30 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/quotas/4ad98bf7b3c546848923e916df460759 HTTP/1.1" status: 200 len: 375 time: 0.0090258 Jan 28 01:08:24.754973 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-b214a32e-3ae4-499b-9465-dab95d26fda4 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490432 Jan 28 01:08:24.815358 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-c82ad557-52d5-4095-be37-5a8f1fe27316 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:08:24.816369 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-c82ad557-52d5-4095-be37-5a8f1fe27316 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507462 Jan 28 01:08:24.903885 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-5a904d62-0254-4f77-95ec-32bf428c5e01 service neutron] 10.222.0.78 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814235 Jan 28 01:08:24.994333 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-83236b19-3b6d-4a4a-ac22-d06eb8658e8a service neutron] 10.222.0.78 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841854 Jan 28 01:08:25.155326 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e9dacc8e-1a9f-45d9-8960-c74568b431c4 req-7d73e098-6971-4f69-8523-a2c29724f028 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 210 time: 0.0260227 Jan 28 01:08:25.553117 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:25.576975 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:25.577318 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 28f0f27c-c64c-4ac9-a0d2-a2f7ab1a672c not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:26.282820 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-0d416d03-eada-4985-9710-3c89b756e45c req-b53c16a3-4959-4375-956d-a1877fe27ccb tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 210 time: 0.0377557 Jan 28 01:08:26.326568 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-db4c3191-f11b-43ae-8837-891ad37f56c8 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:26.328026 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-db4c3191-f11b-43ae-8837-891ad37f56c8 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 810 time: 0.1411488 Jan 28 01:08:26.406828 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-066310f4-4243-4d10-8aec-04314e2eb00a tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad98bf7b3c546848923e916df460759 HTTP/1.1" status: 200 len: 379 time: 0.0528049 Jan 28 01:08:26.418494 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'port': {'device_id': '776434ce-376a-4046-a629-90827f0d7754', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'admin_state_up': True, 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'security_groups': ['41c9749c-6c36-4833-8c26-5313467241d1']}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:26.519721 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Made reservation on behalf of 4ad98bf7b3c546848923e916df460759 for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:26.522993 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.644919 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Allocated IP 172.20.0.14 (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6/10a1e856-1a4c-48a0-a59a-14e9d376072e/7d56a33f-b73a-4fad-8aa7-124e12773925) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:26.772723 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.806015 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.851314 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:26.854372 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:26.860675 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:26.884749 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event updated for resources: {'Port': ['ID=7d56a33f-b73a-4fad-8aa7-124e12773925,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:26.915199 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:26.915816 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.932274 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-3ad928d9-d383-438c-8967-70a79cf45476 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5173273 Jan 28 01:08:26.942070 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-cb9faba8-eabe-4b1c-9a87-b8171b5434ef tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=102325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:08:26.943165 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-cb9faba8-eabe-4b1c-9a87-b8171b5434ef tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057843 Jan 28 01:08:27.006997 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Request body: {'port': {'device_id': '776434ce-376a-4046-a629-90827f0d7754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:27.060920 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.126656 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e428-9547-4bf9-b0ba-fa826450d227 None None] Provisioning complete for port 7d56a33f-b73a-4fad-8aa7-124e12773925 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:27.127415 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e428-9547-4bf9-b0ba-fa826450d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.160946 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e428-9547-4bf9-b0ba-fa826450d227 None None] Port 7d56a33f-b73a-4fad-8aa7-124e12773925 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:08:27.402791 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456ae60-0e84-48f3-aee9-0c21d185c1f4 req-f16b97c9-a0f0-4697-9a7f-dd291b51c7b6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.404349 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e456ae60-0e84-48f3-aee9-0c21d185c1f4 req-f16b97c9-a0f0-4697-9a7f-dd291b51c7b6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 932 time: 0.0508432 Jan 28 01:08:27.456628 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-e456ae60-0e84-48f3-aee9-0c21d185c1f4 req-9e16733a-1aec-4946-a898-bb9ddf7414e9 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461252 Jan 28 01:08:27.568324 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d56a33f-b73a-4fad-8aa7-124e12773925 {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:27.575883 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Publish callbacks [] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.588058 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Transition to ACTIVE for port object 7d56a33f-b73a-4fad-8aa7-124e12773925 will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:27.592265 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.658793 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Pushing event updated for resources: {'Port': ['ID=7d56a33f-b73a-4fad-8aa7-124e12773925,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:27.711604 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Attempting to bind port 7d56a33f-b73a-4fad-8aa7-124e12773925 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:27.711979 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Attempting to bind port 7d56a33f-b73a-4fad-8aa7-124e12773925 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:27.712373 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Attempting to bind port 7d56a33f-b73a-4fad-8aa7-124e12773925 on network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:27.716874 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Port 7d56a33f-b73a-4fad-8aa7-124e12773925 on network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:27.717197 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Attempting to bind port 7d56a33f-b73a-4fad-8aa7-124e12773925 on network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:27.722224 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:27.722563 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Checking segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:27.722973 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Bound using segment: {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:27.723399 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Bound port: 7d56a33f-b73a-4fad-8aa7-124e12773925, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0ef2aa-3137-49d7-8192-08740e113ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:27.723903 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.790069 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] For port 7d56a33f-b73a-4fad-8aa7-124e12773925, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:27.793407 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] For port 7d56a33f-b73a-4fad-8aa7-124e12773925, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7d56a33f-b73a-4fad-8aa7-124e12773925,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:27.797954 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.833122 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.833747 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.835304 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] 10.222.0.15 "PUT /v2.0/ports/7d56a33f-b73a-4fad-8aa7-124e12773925 HTTP/1.1" status: 200 len: 1094 time: 0.8769853 Jan 28 01:08:27.835700 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776434ce-376a-4046-a629-90827f0d7754', 'tag': '7d56a33f-b73a-4fad-8aa7-124e12773925'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:27.837951 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe371ff-ed66-40ab-a1fd-34006ff06375" -d '{"events": [{"name": "network-changed", "server_uuid": "776434ce-376a-4046-a629-90827f0d7754", "tag": "7d56a33f-b73a-4fad-8aa7-124e12773925"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:27.862113 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf39491-8b34-4372-80f6-42fef5618504 service neutron] Pushing event updated for resources: {'Port': ['ID=7d56a33f-b73a-4fad-8aa7-124e12773925,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:27.880412 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531157c4-5889-4a57-bda8-4ec184170374 x-openstack-request-id: req-531157c4-5889-4a57-bda8-4ec184170374 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:27.880707 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776434ce-376a-4046-a629-90827f0d7754", "tag": "7d56a33f-b73a-4fad-8aa7-124e12773925", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:27.881031 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-531157c4-5889-4a57-bda8-4ec184170374 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:27.881743 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776434ce-376a-4046-a629-90827f0d7754', 'tag': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'status': 'completed', 'code': 200} Jan 28 01:08:27.944967 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-046391f5-ec92-4ebd-bc01-24786edeaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.946515 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-046391f5-ec92-4ebd-bc01-24786edeaa61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 1097 time: 0.0449824 Jan 28 01:08:28.001786 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-cd34d52f-06a8-4ce2-8040-3a35377a04c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d56a33f-b73a-4fad-8aa7-124e12773925 HTTP/1.1" status: 200 len: 217 time: 0.0395699 Jan 28 01:08:28.056369 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-5aff27df-831d-411a-8d3d-22ad1814e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.058000 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-5aff27df-831d-411a-8d3d-22ad1814e557 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0503700 Jan 28 01:08:28.103066 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-b9ee330d-c845-4642-b601-4e20d875b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.104476 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-b9ee330d-c845-4642-b601-4e20d875b997 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404246 Jan 28 01:08:28.203854 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-35684941-d05a-4b9b-9623-23ecfad68613 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923188 Jan 28 01:08:28.293087 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-6c797935-213a-4064-b4d4-306eb3ac2c1a req-ea8b9b50-2b9e-425c-b909-bdd317280b77 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820665 Jan 28 01:08:28.429638 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-d8da9593-700e-43b7-a863-2ec006b5b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.431112 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-d8da9593-700e-43b7-a863-2ec006b5b903 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 1097 time: 0.0457966 Jan 28 01:08:28.522932 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-5d9b49cb-936a-4ffe-b681-613186367db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.524537 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-5d9b49cb-936a-4ffe-b681-613186367db4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 911 time: 0.0861483 Jan 28 01:08:28.570364 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-b9e4d2ad-02b2-4136-99aa-4b58b47e7a65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d56a33f-b73a-4fad-8aa7-124e12773925 HTTP/1.1" status: 200 len: 217 time: 0.0384712 Jan 28 01:08:28.572380 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0f1c8-6df0-4180-bce8-4381a0a51650 req-988eb3be-b263-4de3-b06c-3855aba30ac0 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.573881 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-81d0f1c8-6df0-4180-bce8-4381a0a51650 req-988eb3be-b263-4de3-b06c-3855aba30ac0 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 944 time: 0.0518420 Jan 28 01:08:28.619526 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-81d0f1c8-6df0-4180-bce8-4381a0a51650 req-32636dda-ade0-450c-b50c-50c31e908166 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400286 Jan 28 01:08:28.619753 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-aa16e25d-429b-4919-91f3-cbaec6353367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.621111 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-aa16e25d-429b-4919-91f3-cbaec6353367 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0441215 Jan 28 01:08:28.668060 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-1edc88ac-fa93-471f-922e-0c713d3833dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.669569 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-1edc88ac-fa93-471f-922e-0c713d3833dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400081 Jan 28 01:08:28.761011 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-f2f5fbcf-13ce-477c-bef0-ac25bf087fcc service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839286 Jan 28 01:08:28.848024 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dfe371ff-ed66-40ab-a1fd-34006ff06375 req-7b0fdc8c-4629-4b89-8850-43ba12593d35 service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808361 Jan 28 01:08:29.733857 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d66f-a866-43cf-bc96-6b7d5966985a req-8102e08f-e094-4622-b40c-f4ef21dee697 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.735358 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1f67d66f-a866-43cf-bc96-6b7d5966985a req-8102e08f-e094-4622-b40c-f4ef21dee697 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 944 time: 0.0475593 Jan 28 01:08:29.781444 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1f67d66f-a866-43cf-bc96-6b7d5966985a req-e3d0a53e-964a-4f4b-a2e0-a7f1255af9df tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397339 Jan 28 01:08:30.894652 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df62b3e-4d43-4d81-a02d-345f0c9a79dd req-a17280e3-9981-44c8-a161-d1fe54f39a2e tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:30.896147 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9df62b3e-4d43-4d81-a02d-345f0c9a79dd req-a17280e3-9981-44c8-a161-d1fe54f39a2e tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 944 time: 0.0466383 Jan 28 01:08:30.941876 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-9df62b3e-4d43-4d81-a02d-345f0c9a79dd req-433de7d1-478d-49d6-9761-efb0d79f9033 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Jan 28 01:08:31.578971 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7d56a33f-b73a-4fad-8aa7-124e12773925 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:31.673940 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7d56a33f-b73a-4fad-8aa7-124e12773925, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7d56a33f-b73a-4fad-8aa7-124e12773925,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:31.685703 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'port_id': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'mac_address': 'fa:16:3e:db:c2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:31.722299 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 7d56a33f-b73a-4fad-8aa7-124e12773925 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:31.722697 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.735346 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d56a33f-b73a-4fad-8aa7-124e12773925 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:31.754510 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7d56a33f-b73a-4fad-8aa7-124e12773925, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7d56a33f-b73a-4fad-8aa7-124e12773925,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:31.759222 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.808542 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=7d56a33f-b73a-4fad-8aa7-124e12773925,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:31.815999 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.816353 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.816700 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.817038 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.817374 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.817706 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.818038 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.818366 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.818694 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.819058 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.819388 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.819722 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:31.820031 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:32.058268 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7d48-9e23-49db-83c9-8bf8493cea21 req-4e734ae2-fe35-49d2-92a4-87bc20528eb6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.059790 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-34db7d48-9e23-49db-83c9-8bf8493cea21 req-4e734ae2-fe35-49d2-92a4-87bc20528eb6 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 945 time: 0.0512812 Jan 28 01:08:32.071770 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['7d56a33f-b73a-4fad-8aa7-124e12773925'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:32.108662 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-34db7d48-9e23-49db-83c9-8bf8493cea21 req-64ba9930-1da7-4e10-8624-ed4ffb880bca tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 Jan 28 01:08:33.222701 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f5f21-0269-49de-b81d-bcc48434494d req-b03046e7-3cea-499a-8054-579307b1ca5f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.224193 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d95f5f21-0269-49de-b81d-bcc48434494d req-b03046e7-3cea-499a-8054-579307b1ca5f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 945 time: 0.0498271 Jan 28 01:08:33.269886 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d95f5f21-0269-49de-b81d-bcc48434494d req-d8e43fd1-f7c5-4fdf-89c7-4857e5c09c43 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401130 Jan 28 01:08:33.581632 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7d56a33f-b73a-4fad-8aa7-124e12773925 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:33.628750 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port 7d56a33f-b73a-4fad-8aa7-124e12773925 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:33.632545 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port 7d56a33f-b73a-4fad-8aa7-124e12773925 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:33.632913 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.706733 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port 7d56a33f-b73a-4fad-8aa7-124e12773925 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:33.706974 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.728698 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776434ce-376a-4046-a629-90827f0d7754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d56a33f-b73a-4fad-8aa7-124e12773925'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:33.730922 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58f2a9a-cd76-4ca5-95be-edd1c2f2dfe2" -d '{"events": [{"server_uuid": "776434ce-376a-4046-a629-90827f0d7754", "name": "network-vif-plugged", "status": "completed", "tag": "7d56a33f-b73a-4fad-8aa7-124e12773925"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:33.744087 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port 7d56a33f-b73a-4fad-8aa7-124e12773925, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7d56a33f-b73a-4fad-8aa7-124e12773925,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:33.748053 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.774209 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd96b7ae-b57e-4845-a27b-11b82900bca9 x-openstack-request-id: req-dd96b7ae-b57e-4845-a27b-11b82900bca9 {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:33.774498 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776434ce-376a-4046-a629-90827f0d7754", "name": "network-vif-plugged", "status": "completed", "tag": "7d56a33f-b73a-4fad-8aa7-124e12773925", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:33.774744 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd96b7ae-b57e-4845-a27b-11b82900bca9 {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:33.775166 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776434ce-376a-4046-a629-90827f0d7754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'code': 200} Jan 28 01:08:33.800695 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=7d56a33f-b73a-4fad-8aa7-124e12773925,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:33.979151 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447019c-b769-4f67-8217-f0a784bc011d req-656d160c-785f-46f3-984c-0055e828d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.980644 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c447019c-b769-4f67-8217-f0a784bc011d req-656d160c-785f-46f3-984c-0055e828d3b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 1099 time: 0.0388863 Jan 28 01:08:34.024588 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c447019c-b769-4f67-8217-f0a784bc011d req-dce42213-500a-44b3-8ee8-406b965e8cfb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368233 Jan 28 01:08:34.382585 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddedb6-06f4-4690-bb59-5ac46d6694a1 req-41b0ef19-c58f-4aed-b080-cd883de82a2f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.384126 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-15ddedb6-06f4-4690-bb59-5ac46d6694a1 req-41b0ef19-c58f-4aed-b080-cd883de82a2f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 946 time: 0.0473089 Jan 28 01:08:34.431996 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-15ddedb6-06f4-4690-bb59-5ac46d6694a1 req-3b8ed54d-4c91-4064-9fa8-f6abb8ba2e60 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Jan 28 01:08:35.549557 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943ca76-e288-4312-934c-ca0c924bea41 req-e35d4f75-768f-452d-8550-8d9a38c0ff08 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:35.551107 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c943ca76-e288-4312-934c-ca0c924bea41 req-e35d4f75-768f-452d-8550-8d9a38c0ff08 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 946 time: 0.0499346 Jan 28 01:08:35.596039 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-c943ca76-e288-4312-934c-ca0c924bea41 req-74ff5ea2-10e3-421e-b1c8-c6184f438733 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388520 Jan 28 01:08:35.703532 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39ee9-1030-4fe8-8ee9-09210d269151 req-971e7c83-46ef-496f-bdd8-aba11a71b56e tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:35.704918 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-12f39ee9-1030-4fe8-8ee9-09210d269151 req-971e7c83-46ef-496f-bdd8-aba11a71b56e tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 946 time: 0.0463107 Jan 28 01:08:35.714267 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50718) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:35.718825 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Request body: {'floatingip': {'port_id': '7d56a33f-b73a-4fad-8aa7-124e12773925'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:35.760409 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (bed81994-e707-413a-b7b9-b07165552b02), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.195481 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.199185 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (bed81994-e707-413a-b7b9-b07165552b02), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.519454 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.l3_db [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Floating IP bed81994-e707-413a-b7b9-b07165552b02 associated. External IP: 172.27.1.51, port: 7d56a33f-b73a-4fad-8aa7-124e12773925. Jan 28 01:08:36.717700 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Router a91d1a8c-0a59-4740-b540-235fc96c6ea9 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:36.824396 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:36.829295 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.834872 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] Sync routers for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:36.844183 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:36.844804 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:08:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:36.858184 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-e537be59-4881-439a-9e98-f68565255d1b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "PUT /v2.0/floatingips/bed81994-e707-413a-b7b9-b07165552b02 HTTP/1.1" status: 200 len: 991 time: 1.1426809 Jan 28 01:08:36.858897 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776434ce-376a-4046-a629-90827f0d7754', 'tag': '7d56a33f-b73a-4fad-8aa7-124e12773925'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:36.861241 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e519ab-6e34-4751-b927-1aebc77522cf" -d '{"events": [{"name": "network-changed", "server_uuid": "776434ce-376a-4046-a629-90827f0d7754", "tag": "7d56a33f-b73a-4fad-8aa7-124e12773925"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:36.952810 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:36.965225 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16071aeb-52ba-42cb-891c-d3147890c5ba x-openstack-request-id: req-16071aeb-52ba-42cb-891c-d3147890c5ba {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:36.965600 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776434ce-376a-4046-a629-90827f0d7754", "tag": "7d56a33f-b73a-4fad-8aa7-124e12773925", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:36.965866 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16071aeb-52ba-42cb-891c-d3147890c5ba {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:36.966268 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776434ce-376a-4046-a629-90827f0d7754', 'tag': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'status': 'completed', 'code': 200} Jan 28 01:08:37.048440 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-a4177e93-c413-4f98-82ed-a787b74c6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.049858 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-a4177e93-c413-4f98-82ed-a787b74c6d64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ad98bf7b3c546848923e916df460759&device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 1099 time: 0.0397763 Jan 28 01:08:37.139900 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-7c580336-01ef-4460-b7bd-c30b755790fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.141369 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-7c580336-01ef-4460-b7bd-c30b755790fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 200 len: 911 time: 0.0856037 Jan 28 01:08:37.176829 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'bed81994-e707-413a-b7b9-b07165552b02', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'port_id': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'mac_address': 'fa:16:3e:db:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776434ce-376a-4046-a629-90827f0d7754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:08:24Z', 'updated_at': '2022-01-28T01:08:36Z', 'revision_number': 1, 'project_id': '4ad98bf7b3c546848923e916df460759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:37.202710 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] Checking router: a91d1a8c-0a59-4740-b540-235fc96c6ea9 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:37.204919 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-4bb56cb9-878f-48df-9607-4372cc020aac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d56a33f-b73a-4fad-8aa7-124e12773925 HTTP/1.1" status: 200 len: 999 time: 0.0573041 Jan 28 01:08:37.211287 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:37.212018 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:08:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:37.253343 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-ce20de68-8d97-4ef1-a5b5-e84cef25f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.254811 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-ce20de68-8d97-4ef1-a5b5-e84cef25f9ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 200 len: 849 time: 0.0427332 Jan 28 01:08:37.305833 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-e9b1beb4-12d2-4505-bf7f-bf8683ee434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.307252 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-e9b1beb4-12d2-4505-bf7f-bf8683ee434d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434079 Jan 28 01:08:37.316598 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:37.393857 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-f2e61dbc-4beb-4b64-a5e1-02cffdec6c7e service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804095 Jan 28 01:08:37.486411 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f1e519ab-6e34-4751-b927-1aebc77522cf req-17859c5a-10d0-4bf6-9cb2-01deb798412c service neutron] 10.222.0.15 "GET /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867388 Jan 28 01:08:37.549116 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'bed81994-e707-413a-b7b9-b07165552b02', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'port_id': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'mac_address': 'fa:16:3e:db:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776434ce-376a-4046-a629-90827f0d7754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:08:24Z', 'updated_at': '2022-01-28T01:08:36Z', 'revision_number': 1, 'project_id': '4ad98bf7b3c546848923e916df460759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:37.575532 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d01773-2d82-4d58-8a5b-3cd68effb90b None None] The sync data for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi is: [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': 'bed81994-e707-413a-b7b9-b07165552b02', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'port_id': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'mac_address': 'fa:16:3e:db:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776434ce-376a-4046-a629-90827f0d7754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:08:24Z', 'updated_at': '2022-01-28T01:08:36Z', 'revision_number': 1, 'project_id': '4ad98bf7b3c546848923e916df460759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:37.762792 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2998fad8-9e41-4493-8d67-52d7de19be67 None None] New status for floating IP bed81994-e707-413a-b7b9-b07165552b02: ACTIVE {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:42.197763 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:46.889770 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b39fc28a-8715-4567-b0f9-83d8c9ade402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.056302 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:08:49.199208 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-dff2682f-d037-4d61-ac2e-9e08205032b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.539937 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:51.408022 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-078ce9c7-8a0d-40aa-908b-b5f733ff0fa3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394976 Jan 28 01:08:51.513134 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-2fa9d0f7-a592-47b1-b1e8-135841f6c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.514640 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-2fa9d0f7-a592-47b1-b1e8-135841f6c643 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 1098 time: 0.0403185 Jan 28 01:08:51.623976 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-cd8a8d45-a413-4be3-8882-f776afe7f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.625377 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-cd8a8d45-a413-4be3-8882-f776afe7f168 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.0901532 Jan 28 01:08:51.690965 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-c094ed17-77aa-443d-aeb0-edf26e9978d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79623ca0-bf5f-4222-a661-53089e18c3c2 HTTP/1.1" status: 200 len: 1001 time: 0.0584247 Jan 28 01:08:51.739563 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-f7985aac-da7c-4133-a308-47dd20a0a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.740998 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-f7985aac-da7c-4133-a308-47dd20a0a240 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0447123 Jan 28 01:08:51.790240 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-bd533df2-3514-48c6-b3ff-ab571e81f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.791772 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-bd533df2-3514-48c6-b3ff-ab571e81f350 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434179 Jan 28 01:08:51.878712 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-4c66667a-d1ac-479b-bd84-cf79e559509d service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805950 Jan 28 01:08:51.967134 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-2ef2adf6-8fed-40e2-9359-114f39265150 req-090d9ea0-83a6-4738-a3bb-8a3c8469c01c service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826616 Jan 28 01:08:52.017299 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.354103 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.211701 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.893560 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3d5f919b-6caf-42c6-b35d-c5582c6f7e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.202082 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f851cc52-9a95-4a1b-b497-90ae1317e3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.543603 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:22.022832 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.356364 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:24.468331 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-17948813-036f-4374-abb6-6178b338e1fc tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597946477&fields=id&tenant_id=84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 267 time: 0.0448170 Jan 28 01:09:24.569557 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-614e4f40-bee0-44d4-bb44-7d9e18e4d3c2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:24.570974 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-614e4f40-bee0-44d4-bb44-7d9e18e4d3c2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 812 time: 0.0964165 Jan 28 01:09:24.585221 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-2f241749-b81d-4f40-8ca3-82b0ac92e143 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/quotas/84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 375 time: 0.0089033 Jan 28 01:09:24.639577 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-ca7c6472-e270-4859-aa16-9180707290f2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494516 Jan 28 01:09:24.733621 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-000a3c00-ea46-4f58-abc4-ea04cb27d344 service neutron] 10.222.0.78 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830939 Jan 28 01:09:24.833620 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-46ae2d05-50ed-4283-8e50-e0ebf1a88a58 service neutron] 10.222.0.78 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939617 Jan 28 01:09:25.122188 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-2e0d78fe-79d9-41a1-a1f7-8b9bd7026d97 req-b4c80c94-22a6-4beb-92e5-8c25354b4750 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 210 time: 0.0270169 Jan 28 01:09:26.054421 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:09:26.106137 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-0ae0997b-5dd5-417b-a214-588a38bcc20d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:26.107861 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-0ae0997b-5dd5-417b-a214-588a38bcc20d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 812 time: 0.1051059 Jan 28 01:09:26.177786 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-4b4040b4-f665-44ee-86eb-230731043240 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84aa61f3492a445c961e0e4b3682cfcb HTTP/1.1" status: 200 len: 380 time: 0.0544269 Jan 28 01:09:26.186376 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'port': {'device_id': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'admin_state_up': True, 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'security_groups': ['92eff45a-32a7-4f92-b0e0-2789a233c652']}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:26.251939 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-681dd788-084e-4190-a11b-f7ba50b8a9c3 req-62304f96-0ea0-4468-9150-9354f8308472 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 210 time: 0.0620480 Jan 28 01:09:26.315065 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Made reservation on behalf of 84aa61f3492a445c961e0e4b3682cfcb for: {'port': 1} {{(pid=102325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:26.318226 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.442977 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_common [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Allocated IP 172.20.0.3 (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c/6f621703-bd2d-4b83-87a4-849cbfa81005/c020ebfa-33a0-409c-b821-abfa02de16d9) {{(pid=102325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:26.576669 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.611271 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.656200 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c is already hosted by enough agents. {{(pid=102325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:26.659915 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.base_scheduler [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Resources bound (agent type, host, resource id): {{(pid=102325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:26.665473 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Received port after_create {{(pid=102325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:26.671715 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=c020ebfa-33a0-409c-b821-abfa02de16d9,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.699172 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.699515 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.699853 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.700182 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.700506 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.700827 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.701149 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.701476 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.701795 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.702126 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.702435 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.702748 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.703092 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.732016 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:26.732651 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.749731 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-452dea9c-0320-418d-811a-9e6186078f4e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671370 Jan 28 01:09:26.769178 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.v2.base [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Request body: {'port': {'device_id': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=102325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:26.825015 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.892420 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-3ca264d1-7c51-421b-9c5f-6414f636eafa None None] Provisioning complete for port c020ebfa-33a0-409c-b821-abfa02de16d9 triggered by entity DHCP. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:26.893081 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3ca264d1-7c51-421b-9c5f-6414f636eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.931288 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-3ca264d1-7c51-421b-9c5f-6414f636eafa None None] Port c020ebfa-33a0-409c-b821-abfa02de16d9 cannot update to ACTIVE because it is not bound. {{(pid=102326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:27.103961 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c020ebfa-33a0-409c-b821-abfa02de16d9 {{(pid=102325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:27.112004 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Publish callbacks [] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.124822 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.provisioning_blocks [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Transition to ACTIVE for port object c020ebfa-33a0-409c-b821-abfa02de16d9 will not be triggered until provisioned by entity L2. {{(pid=102325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:27.128890 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.200712 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Pushing event updated for resources: {'Port': ['ID=c020ebfa-33a0-409c-b821-abfa02de16d9,revision_number=2']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:27.261943 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Attempting to bind port c020ebfa-33a0-409c-b821-abfa02de16d9 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:27.262316 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Attempting to bind port c020ebfa-33a0-409c-b821-abfa02de16d9 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:27.262848 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Attempting to bind port c020ebfa-33a0-409c-b821-abfa02de16d9 on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:27.268388 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Port c020ebfa-33a0-409c-b821-abfa02de16d9 on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:27.268714 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Attempting to bind port c020ebfa-33a0-409c-b821-abfa02de16d9 on network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:27.275822 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Checking agent: {'id': '5b2a6396-b863-4769-a972-8108c7bb4a4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'started_at': datetime.datetime(2022, 1, 28, 0, 55, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:27.276150 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Checking segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:27.276552 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Bound using segment: {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'} {{(pid=102325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:27.276984 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.managers [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Bound port: c020ebfa-33a0-409c-b821-abfa02de16d9, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2682ba21-4a06-436a-b91e-e4b6e595bae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c'}}] {{(pid=102325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:27.277349 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), before_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.368890 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] For port c020ebfa-33a0-409c-b821-abfa02de16d9, host hv-cinder-81689, cleared binding levels {{(pid=102325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:27.387753 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] For port c020ebfa-33a0-409c-b821-abfa02de16d9, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c020ebfa-33a0-409c-b821-abfa02de16d9,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:27.392417 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7805380'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.436515 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e9368-dd40-4dbc-981f-8b7bdcadc313 req-7bb3d1a0-f22e-4186-b671-691a6af48d31 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:27.438092 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-677e9368-dd40-4dbc-981f-8b7bdcadc313 req-7bb3d1a0-f22e-4186-b671-691a6af48d31 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 943 time: 0.0975142 Jan 28 01:09:27.448432 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:27.448432 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.448432 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] 10.222.0.15 "PUT /v2.0/ports/c020ebfa-33a0-409c-b821-abfa02de16d9 HTTP/1.1" status: 200 len: 1093 time: 0.6824753 Jan 28 01:09:27.448432 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:27.449590 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0" -d '{"events": [{"name": "network-changed", "server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:27.550219 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94781003-bce9-47cd-a9f5-9d526ae4c18e service neutron] Pushing event updated for resources: {'Port': ['ID=c020ebfa-33a0-409c-b821-abfa02de16d9,revision_number=3']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:27.578800 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-677e9368-dd40-4dbc-981f-8b7bdcadc313 req-37f2a126-e797-42e7-9dbf-b1136ef9a837 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259942 Jan 28 01:09:27.618858 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03fe1cb-aee0-494f-8fe8-54db6a9d45bf x-openstack-request-id: req-c03fe1cb-aee0-494f-8fe8-54db6a9d45bf {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:27.619071 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:27.619496 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c03fe1cb-aee0-494f-8fe8-54db6a9d45bf {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:27.620058 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'status': 'completed', 'code': 200} Jan 28 01:09:27.635457 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-742adcb3-56f4-4453-b00e-7d11f91e3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:27.637268 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-742adcb3-56f4-4453-b00e-7d11f91e3d73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 1096 time: 0.1179814 Jan 28 01:09:27.707925 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-17fd49be-20bc-46dd-a8dd-9711d58c0756 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c020ebfa-33a0-409c-b821-abfa02de16d9 HTTP/1.1" status: 200 len: 217 time: 0.0565100 Jan 28 01:09:27.763735 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-89aabf30-6727-49b6-a883-bf911d920313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:27.765235 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-89aabf30-6727-49b6-a883-bf911d920313 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0517542 Jan 28 01:09:27.813067 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-a7b6b772-aebd-4ac6-aea1-f12426ae950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:27.815113 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-a7b6b772-aebd-4ac6-aea1-f12426ae950b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407865 Jan 28 01:09:27.910787 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-0f25f3b8-9538-49cd-9cda-79da2f1359c7 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804057 Jan 28 01:09:28.004787 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e1fe0b9-8262-47c9-8df8-7555acf3eb9a req-16ffd1b4-2e0a-46fa-8ad7-7f6873bc5924 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868917 Jan 28 01:09:28.129648 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-00e8f3ca-004b-43fb-a34e-950426c8ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.131205 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-00e8f3ca-004b-43fb-a34e-950426c8ec8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 1096 time: 0.0399122 Jan 28 01:09:28.221110 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-7e097481-101d-4783-9b82-3a341d33338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.222595 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-7e097481-101d-4783-9b82-3a341d33338f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.0851371 Jan 28 01:09:28.264555 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-face7cbc-f452-4144-ab0f-d8ac57c0cde2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c020ebfa-33a0-409c-b821-abfa02de16d9 HTTP/1.1" status: 200 len: 217 time: 0.0342329 Jan 28 01:09:28.310668 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-2af4d2c7-7f62-407e-bda2-9114d8bcd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.312128 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-2af4d2c7-7f62-407e-bda2-9114d8bcd4b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0417626 Jan 28 01:09:28.360834 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-5af6061c-abe0-4996-98fa-e3b1b5085408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.362849 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-5af6061c-abe0-4996-98fa-e3b1b5085408 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433190 Jan 28 01:09:28.450979 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-8066510e-d3f1-45ff-b878-41b154246238 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811229 Jan 28 01:09:28.826012 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30888c-ed30-4efd-91de-bdb149c70584 req-b90e2679-4ceb-40ee-bbec-8a1146f0a809 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.827498 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5f30888c-ed30-4efd-91de-bdb149c70584 req-b90e2679-4ceb-40ee-bbec-8a1146f0a809 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 943 time: 0.0720005 Jan 28 01:09:28.829783 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-f14ce585-fa2b-46b5-8ab4-0e38acd605c0 req-cf2c6cd0-d531-49df-a5f4-9b9957cfd965 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695245 Jan 28 01:09:28.880182 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5f30888c-ed30-4efd-91de-bdb149c70584 req-23abd3fc-f358-4510-b16f-72f2cb69de51 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463109 Jan 28 01:09:29.993548 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0047c8a-f718-4c49-8d77-5cd32d0c8f38 req-dc2b2a4a-aff7-46a2-8958-11ac6cc768e2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:29.995053 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a0047c8a-f718-4c49-8d77-5cd32d0c8f38 req-dc2b2a4a-aff7-46a2-8958-11ac6cc768e2 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 943 time: 0.0474460 Jan 28 01:09:30.046650 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a0047c8a-f718-4c49-8d77-5cd32d0c8f38 req-017a65c6-46a9-475f-a104-a71fe9b490fa tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457637 Jan 28 01:09:31.160661 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd0c3-43f1-44a8-98ea-ad44269675f6 req-fcf34087-cab7-4393-81ca-41a060e9a3f3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:31.162219 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-94edd0c3-43f1-44a8-98ea-ad44269675f6 req-fcf34087-cab7-4393-81ca-41a060e9a3f3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 943 time: 0.0477459 Jan 28 01:09:31.210373 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-94edd0c3-43f1-44a8-98ea-ad44269675f6 req-02bbf646-e492-4347-9748-5dd6e9735c51 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 Jan 28 01:09:32.327192 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435000a4-9eff-4806-b3e4-682b438c3954 req-9ee64128-db45-4c48-a164-545dd72a3286 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.328661 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-435000a4-9eff-4806-b3e4-682b438c3954 req-9ee64128-db45-4c48-a164-545dd72a3286 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 943 time: 0.0496247 Jan 28 01:09:32.376628 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-435000a4-9eff-4806-b3e4-682b438c3954 req-2ff92b8f-9fee-4a67-9e0a-bbb5bca24f3e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Jan 28 01:09:33.491589 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66246b0a-a28f-4afb-9e69-d7acecfb2bba req-ac45ff80-a19f-4507-a0b7-d0bdedc1c3f9 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.493041 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-66246b0a-a28f-4afb-9e69-d7acecfb2bba req-ac45ff80-a19f-4507-a0b7-d0bdedc1c3f9 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 943 time: 0.0478132 Jan 28 01:09:33.546406 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-66246b0a-a28f-4afb-9e69-d7acecfb2bba req-e6864236-7e7a-4dc6-8566-db4cf16be4de tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468683 Jan 28 01:09:34.668827 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada57f4-5b6b-4913-8c79-174f587cc41d req-bf65b263-8ac9-42f0-92e1-de8657d74a9b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:34.670285 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dada57f4-5b6b-4913-8c79-174f587cc41d req-bf65b263-8ac9-42f0-92e1-de8657d74a9b tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 943 time: 0.0480649 Jan 28 01:09:34.718451 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-dada57f4-5b6b-4913-8c79-174f587cc41d req-661d5467-ecef-4c98-9ba7-5f8639d9cac1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Jan 28 01:09:35.835086 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c56796-b61b-43dc-9a32-0045e66e9e6a req-ef1f2564-8913-423d-a526-0175a1eabeff tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.836595 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-19c56796-b61b-43dc-9a32-0045e66e9e6a req-ef1f2564-8913-423d-a526-0175a1eabeff tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 943 time: 0.0526526 Jan 28 01:09:35.864425 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device c020ebfa-33a0-409c-b821-abfa02de16d9 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=102326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:35.892557 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-19c56796-b61b-43dc-9a32-0045e66e9e6a req-d9607827-afdb-4acb-a8a2-9a066a3b7a91 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486639 Jan 28 01:09:36.100197 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port c020ebfa-33a0-409c-b821-abfa02de16d9, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c020ebfa-33a0-409c-b821-abfa02de16d9,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:36.111838 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Returning: {'device': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'port_id': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'mac_address': 'fa:16:3e:1f:d1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:36.149009 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port c020ebfa-33a0-409c-b821-abfa02de16d9 is: DOWN; New status is: BUILD {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:36.149399 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:36.163021 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c020ebfa-33a0-409c-b821-abfa02de16d9 {{(pid=102326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:36.183137 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port c020ebfa-33a0-409c-b821-abfa02de16d9, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c020ebfa-33a0-409c-b821-abfa02de16d9,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:36.187380 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:36.235880 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=c020ebfa-33a0-409c-b821-abfa02de16d9,revision_number=4']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:36.244316 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.244669 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.245011 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.245351 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.245702 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.246007 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.246334 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.246660 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.247022 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.247352 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.247675 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.247994 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.248316 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:36.531249 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] get_ports_and_sgs() called for port_ids ['c020ebfa-33a0-409c-b821-abfa02de16d9'] {{(pid=102326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:37.016192 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4ea73-5514-42c4-b267-700dec5ef36b req-2a52a4e9-77cb-42f8-a0da-2540677c1785 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.017687 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ecd4ea73-5514-42c4-b267-700dec5ef36b req-2a52a4e9-77cb-42f8-a0da-2540677c1785 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 944 time: 0.0495081 Jan 28 01:09:37.072727 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ecd4ea73-5514-42c4-b267-700dec5ef36b req-96d96272-c91a-4216-b7d6-838c79e5b575 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492804 Jan 28 01:09:37.896145 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device c020ebfa-33a0-409c-b821-abfa02de16d9 up at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:37.948591 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning for port c020ebfa-33a0-409c-b821-abfa02de16d9 completed by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:09:37.953690 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.provisioning_blocks [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Provisioning complete for port c020ebfa-33a0-409c-b821-abfa02de16d9 triggered by entity L2. {{(pid=102326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:37.954092 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910500'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), provisioning_complete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.038769 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Current status of the port c020ebfa-33a0-409c-b821-abfa02de16d9 is: BUILD; New status is: ACTIVE {{(pid=102326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:38.039199 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), before_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.062329 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9'}] {{(pid=102326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:38.065145 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f23a52f8dc93d8bc25aae7bfa0f7bc38b435dad946f2f4496f2035bf8bcae1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f182cc-948e-4b73-b0ad-6dc97bb962a1" -d '{"events": [{"server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "name": "network-vif-plugged", "status": "completed", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9"}]}' {{(pid=102326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:38.078190 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] For port c020ebfa-33a0-409c-b821-abfa02de16d9, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c020ebfa-33a0-409c-b821-abfa02de16d9,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:38.084377 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.143344 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Pushing event updated for resources: {'Port': ['ID=c020ebfa-33a0-409c-b821-abfa02de16d9,revision_number=5']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:38.182693 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf21cf86-c0fc-41fe-ae60-8b0b932d4f6e x-openstack-request-id: req-cf21cf86-c0fc-41fe-ae60-8b0b932d4f6e {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:38.183029 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "name": "network-vif-plugged", "status": "completed", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9", "code": 200}]} {{(pid=102326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:38.183292 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf21cf86-c0fc-41fe-ae60-8b0b932d4f6e {{(pid=102326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:38.183701 dv-cinder-816898-6-iscsi neutron-server[102326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'code': 200} Jan 28 01:09:38.202570 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044882f5-f7b9-4e29-bb01-77a00d7342fe req-7ffbb680-c472-47f5-afb7-4d7fffbb4cc1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:38.204094 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-044882f5-f7b9-4e29-bb01-77a00d7342fe req-7ffbb680-c472-47f5-afb7-4d7fffbb4cc1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 945 time: 0.0528173 Jan 28 01:09:38.257428 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-044882f5-f7b9-4e29-bb01-77a00d7342fe req-370b4243-1090-4374-9693-5a8f46ed7e3d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475407 Jan 28 01:09:38.485339 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802206-d588-496a-8f75-5680dcd0fe75 req-55140597-2b36-4b15-b765-47325c03b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:38.487510 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9f802206-d588-496a-8f75-5680dcd0fe75 req-55140597-2b36-4b15-b765-47325c03b289 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 1098 time: 0.0436356 Jan 28 01:09:38.537301 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-9f802206-d588-496a-8f75-5680dcd0fe75 req-9b9acb75-58b1-40c3-a1bd-060f50d60479 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386665 Jan 28 01:09:39.374129 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f7e7-b88a-41ff-b8f4-307295e09fd3 req-0e5e0bab-b305-4a5d-9165-6c406ce46173 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:39.375644 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5303f7e7-b88a-41ff-b8f4-307295e09fd3 req-0e5e0bab-b305-4a5d-9165-6c406ce46173 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 945 time: 0.0485504 Jan 28 01:09:39.444537 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-5303f7e7-b88a-41ff-b8f4-307295e09fd3 req-f6284bf8-ae34-4744-bff5-88ee0307b331 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627441 Jan 28 01:09:40.567339 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1720e-d3c7-40a6-95ee-9d40e8bd2407 req-a5847137-0f3c-4145-a13b-c0224fd9d994 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.568923 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0ac1720e-d3c7-40a6-95ee-9d40e8bd2407 req-a5847137-0f3c-4145-a13b-c0224fd9d994 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 945 time: 0.0491438 Jan 28 01:09:40.620713 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-0ac1720e-d3c7-40a6-95ee-9d40e8bd2407 req-ffc4299d-6843-41df-8445-25aec807e40a tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Jan 28 01:09:40.739277 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b0ea5-2924-44d8-afa8-044ccdfca372 req-783b4ae0-ba5e-4faf-badf-b3930277608e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.740756 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fd2b0ea5-2924-44d8-afa8-044ccdfca372 req-783b4ae0-ba5e-4faf-badf-b3930277608e tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 945 time: 0.0529931 Jan 28 01:09:40.789130 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fd2b0ea5-2924-44d8-afa8-044ccdfca372 req-9f59b15a-1e06-4a84-9f0d-70b3a8a19cb7 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Jan 28 01:09:40.812237 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50994) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:40.854700 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e5f3e-01f8-481f-a2d8-528c5f5fe355 tempest-TestVolumeBootPattern-466540984 tempest-TestVolumeBootPattern-466540984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.856272 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-372e5f3e-01f8-481f-a2d8-528c5f5fe355 tempest-TestVolumeBootPattern-466540984 tempest-TestVolumeBootPattern-466540984-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 1093 time: 0.0430532 Jan 28 01:09:40.859359 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 50996) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:40.863836 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.v2.base [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Request body: {'floatingip': {'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'port_id': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:40.884630 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.982281 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.092891 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_common [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Allocated IP 172.27.1.207 (e2911114-9696-405b-a1fe-14c378844ae6/e56c0ded-5b00-4333-9a74-5d8d456776b4/4ed2487a-7b0b-4519-952c-8d36b2f32dd8) {{(pid=102324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:41.192202 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.224833 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775369689393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.262097 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Network e2911114-9696-405b-a1fe-14c378844ae6 is already hosted by enough agents. {{(pid=102324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:41.264884 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.base_scheduler [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Resources bound (agent type, host, resource id): {{(pid=102324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:41.270295 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Received port after_create {{(pid=102324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:41.295599 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=4ed2487a-7b0b-4519-952c-8d36b2f32dd8,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.308884 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.309234 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.309579 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.309913 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.310243 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.310572 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.310921 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.311256 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.311583 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.311907 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.312230 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.312547 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.312863 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:41.641169 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (182abae9-b7af-4976-87d9-d44b4edf5a6c), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.714827 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942456'] for port (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), before_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.869682 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for port (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), precommit_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.874392 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775370283740', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775369689411', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775369689429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7838435'] for port (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), after_update {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.947173 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event updated for resources: {'Port': ['ID=4ed2487a-7b0b-4519-952c-8d36b2f32dd8,revision_number=2']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.957975 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (182abae9-b7af-4976-87d9-d44b4edf5a6c), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.065529 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.db.l3_db [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Floating IP 182abae9-b7af-4976-87d9-d44b4edf5a6c associated. External IP: 172.27.1.207, port: c020ebfa-33a0-409c-b821-abfa02de16d9. Jan 28 01:09:42.085593 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fb1ee-0a87-4fd5-bca0-f40a7f358811 req-69d1db7e-98ff-42fc-8568-b48ddb5eeaa7 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.087113 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-854fb1ee-0a87-4fd5-bca0-f40a7f358811 req-69d1db7e-98ff-42fc-8568-b48ddb5eeaa7 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 946 time: 0.0490096 Jan 28 01:09:42.137628 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-854fb1ee-0a87-4fd5-bca0-f40a7f358811 req-f837c0f7-46e6-4f47-9291-a18163b1a70f tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444055 Jan 28 01:09:42.213704 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.278453 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Router da8300a9-5c71-41a2-b639-acf304907afe has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:42.387513 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:42.397655 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:42.405833 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.409444 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:42.410339 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:09:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:42.434464 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-c135642c-2860-4a8a-bd0c-74cd618d092d tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5738413 Jan 28 01:09:42.435233 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9'}] {{(pid=102324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:42.437643 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1f177d87b17a003460d2a57e5fdc65072b076aaff33a73c80381c28445d445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30460239-fa5a-410a-b1fd-00ad93d5dcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9"}]}' {{(pid=102324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:42.477158 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9c8e17-c303-4c91-8f5c-42e07d0bd6f7 x-openstack-request-id: req-dd9c8e17-c303-4c91-8f5c-42e07d0bd6f7 {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:42.477537 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9", "status": "completed", "code": 200}]} {{(pid=102324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:42.477702 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd9c8e17-c303-4c91-8f5c-42e07d0bd6f7 {{(pid=102324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:42.478131 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'status': 'completed', 'code': 200} Jan 28 01:09:42.517583 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:42.563262 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-2e736a2f-bbec-4c8d-b920-1c227f5100cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.565316 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-2e736a2f-bbec-4c8d-b920-1c227f5100cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 1098 time: 0.0401032 Jan 28 01:09:42.658615 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-db14effa-999f-4a3e-afa4-30abf3cca8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.660200 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-db14effa-999f-4a3e-afa4-30abf3cca8ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.0878334 Jan 28 01:09:42.726437 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-d0eb9ce0-3769-4dbf-a5e2-1f9242bb4768 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c020ebfa-33a0-409c-b821-abfa02de16d9 HTTP/1.1" status: 200 len: 999 time: 0.0593956 Jan 28 01:09:42.743571 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '182abae9-b7af-4976-87d9-d44b4edf5a6c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:1f:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:41Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}, {'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:38Z', 'revision_number': 1, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:42.782224 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-523a3213-9a4f-4380-b002-5700c25d2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.784536 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-523a3213-9a4f-4380-b002-5700c25d2d2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0500705 Jan 28 01:09:42.832530 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-bf01f5d9-ca39-4b96-815b-f5883c7a19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.834062 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-bf01f5d9-ca39-4b96-815b-f5883c7a19b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428922 Jan 28 01:09:42.856318 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:42.864642 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:42.865259 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:09:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:42.923479 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-77e31f0f-8ff9-47cd-ae12-18356fb60084 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825994 Jan 28 01:09:42.968570 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:43.026447 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-30460239-fa5a-410a-b1fd-00ad93d5dcc2 req-0a2216f8-b22e-40a0-b6b7-6d8f054df7c4 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966351 Jan 28 01:09:43.201821 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '182abae9-b7af-4976-87d9-d44b4edf5a6c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:1f:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:41Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}, {'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:38Z', 'revision_number': 1, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:43.231341 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090fab2-55d4-44b0-9f5e-8a9561212894 None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '182abae9-b7af-4976-87d9-d44b4edf5a6c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:1f:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:41Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 0, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}, {'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:38Z', 'revision_number': 1, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:43.257697 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c0674-5cc6-4c21-8a10-06d194f52afa req-d9ee271a-0b46-4d38-8caf-5adb1b487de0 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.259388 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-097c0674-5cc6-4c21-8a10-06d194f52afa req-d9ee271a-0b46-4d38-8caf-5adb1b487de0 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 946 time: 0.0515065 Jan 28 01:09:43.309831 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-097c0674-5cc6-4c21-8a10-06d194f52afa req-422e5e29-7472-4740-a7b5-11b2789af376 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445678 Jan 28 01:09:43.433176 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d100ca-0f86-4011-9609-1097b1ca6a82 None None] New status for floating IP 182abae9-b7af-4976-87d9-d44b4edf5a6c: ACTIVE {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:09:44.055709 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-99611499-eaab-4871-8603-aa7e083b2947 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:44.057151 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-99611499-eaab-4871-8603-aa7e083b2947 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 946 time: 0.0507908 Jan 28 01:09:44.146693 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Deleting port 7d56a33f-b73a-4fad-8aa7-124e12773925 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:44.147075 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.236879 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] For port 7d56a33f-b73a-4fad-8aa7-124e12773925, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=7d56a33f-b73a-4fad-8aa7-124e12773925,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:44.237241 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.409463 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.410163 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2040647'] for floatingip (bed81994-e707-413a-b7b9-b07165552b02), after_update {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.410275 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Floating IP bed81994-e707-413a-b7b9-b07165552b02 disassociated. External IP: 172.27.1.51, port: 7d56a33f-b73a-4fad-8aa7-124e12773925. Jan 28 01:09:44.410654 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Calling delete_port for 7d56a33f-b73a-4fad-8aa7-124e12773925 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:44.434292 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4257c1-3a56-4d86-aca0-1373cc934187 req-86cc5bcd-6451-4c0b-acd4-567883e12c44 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:44.435820 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ea4257c1-3a56-4d86-aca0-1373cc934187 req-86cc5bcd-6451-4c0b-acd4-567883e12c44 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/ports?device_id=776434ce-376a-4046-a629-90827f0d7754 HTTP/1.1" status: 200 len: 946 time: 0.0518544 Jan 28 01:09:44.487502 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-ea4257c1-3a56-4d86-aca0-1373cc934187 req-29726cc7-caf9-40b7-9f2f-2fec556498d9 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups?id=41c9749c-6c36-4833-8c26-5313467241d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456960 Jan 28 01:09:44.544889 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (7d56a33f-b73a-4fad-8aa7-124e12773925), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.573791 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event deleted for resources: {'Port': ['ID=7d56a33f-b73a-4fad-8aa7-124e12773925,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:44.691342 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Router a91d1a8c-0a59-4740-b540-235fc96c6ea9 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:44.797288 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:44.808216 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] Sync routers for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:44.819092 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:44.819743 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:09:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:44.836166 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] No DVR routers for this DVR port 7d56a33f-b73a-4fad-8aa7-124e12773925 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:44.838705 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.842179 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-1f70c379-b643-44fc-b57d-b2afc60d3414 req-4b9683d6-29f5-4324-b555-c4b2db4df761 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.15 "DELETE /v2.0/ports/7d56a33f-b73a-4fad-8aa7-124e12773925 HTTP/1.1" status: 204 len: 173 time: 0.7793820 Jan 28 01:09:44.842597 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776434ce-376a-4046-a629-90827f0d7754', 'name': 'network-vif-deleted', 'tag': '7d56a33f-b73a-4fad-8aa7-124e12773925'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:44.844856 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07b11b0-0569-4679-a9ae-4bbc959a67ec" -d '{"events": [{"server_uuid": "776434ce-376a-4046-a629-90827f0d7754", "name": "network-vif-deleted", "tag": "7d56a33f-b73a-4fad-8aa7-124e12773925"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:44.894304 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c00cae0-b98c-441f-9359-7a8dfb928f82 x-openstack-request-id: req-1c00cae0-b98c-441f-9359-7a8dfb928f82 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:44.894725 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776434ce-376a-4046-a629-90827f0d7754", "name": "network-vif-deleted", "tag": "7d56a33f-b73a-4fad-8aa7-124e12773925", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:44.895208 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c00cae0-b98c-441f-9359-7a8dfb928f82 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:44.895772 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776434ce-376a-4046-a629-90827f0d7754', 'name': 'network-vif-deleted', 'tag': '7d56a33f-b73a-4fad-8aa7-124e12773925', 'status': 'completed', 'code': 200} Jan 28 01:09:44.931288 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:45.145706 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:45.176979 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] Checking router: a91d1a8c-0a59-4740-b540-235fc96c6ea9 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:45.185171 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:45.185788 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:09:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:45.287981 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:45.491439 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:45.517943 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f40790-e9ce-4872-bd21-adc3bca42029 None None] The sync data for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi is: [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:05:24Z', 'revision_number': 4, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': 'a250d67d-33a5-4363-bd5b-d209c5960dc9', 'name': '', 'network_id': '1f7c560b-cb68-4225-abc6-2cbb69c2b4f6', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'mac_address': 'fa:16:3e:16:4b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:24Z', 'updated_at': '2022-01-28T01:05:28Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'subnets': [{'id': '10a1e856-1a4c-48a0-a59a-14e9d376072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:45.576938 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51030) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:45.631369 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-52e6f309-7813-4c5c-9618-050b9feed4b5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (41c9749c-6c36-4833-8c26-5313467241d1), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.655829 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-52e6f309-7813-4c5c-9618-050b9feed4b5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (41c9749c-6c36-4833-8c26-5313467241d1), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.709585 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-52e6f309-7813-4c5c-9618-050b9feed4b5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (41c9749c-6c36-4833-8c26-5313467241d1), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.712953 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-52e6f309-7813-4c5c-9618-050b9feed4b5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.714371 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-52e6f309-7813-4c5c-9618-050b9feed4b5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "DELETE /v2.0/security-groups/41c9749c-6c36-4833-8c26-5313467241d1 HTTP/1.1" status: 204 len: 168 time: 0.1363635 Jan 28 01:09:45.717179 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51032) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:45.724179 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6f309-7813-4c5c-9618-050b9feed4b5 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c9749c-6c36-4833-8c26-5313467241d1,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:45.732708 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.api.v2.resource [None req-8d7d11b2-a2a1-48f8-be93-1d0a10630520 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] show failed (client error): The resource could not be found. Jan 28 01:09:45.737236 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-8d7d11b2-a2a1-48f8-be93-1d0a10630520 tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "GET /v2.0/security-groups/41c9749c-6c36-4833-8c26-5313467241d1 HTTP/1.1" status: 404 len: 347 time: 0.0155103 Jan 28 01:09:45.737785 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51034) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:45.789425 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf75819-4165-4e7c-871a-d740eb49bfb2 None None] New status for floating IP bed81994-e707-413a-b7b9-b07165552b02: DOWN {{(pid=102326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:09:45.865844 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Deleting port 528ce6d1-464e-482b-8f1c-fc4f53ea395b {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:45.866190 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (528ce6d1-464e-482b-8f1c-fc4f53ea395b), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.164301 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (528ce6d1-464e-482b-8f1c-fc4f53ea395b), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.164623 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (528ce6d1-464e-482b-8f1c-fc4f53ea395b), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.176093 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Calling delete_port for 528ce6d1-464e-482b-8f1c-fc4f53ea395b owned by network:floatingip {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:46.306089 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (528ce6d1-464e-482b-8f1c-fc4f53ea395b), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.330557 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Pushing event deleted for resources: {'Port': ['ID=528ce6d1-464e-482b-8f1c-fc4f53ea395b,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:46.394734 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks [] for floatingip (bed81994-e707-413a-b7b9-b07165552b02), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.397339 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.398478 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-6ea9a0aa-f11a-49b7-92c3-62660ea5246b tempest-AttachVolumeTestJSON-1700982804 tempest-AttachVolumeTestJSON-1700982804-project] 10.222.0.78 "DELETE /v2.0/floatingips/bed81994-e707-413a-b7b9-b07165552b02 HTTP/1.1" status: 204 len: 168 time: 0.6595995 Jan 28 01:09:46.897107 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-57ea2221-2003-437a-b7bb-6f6e622f694b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.938767 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7d56a33f-b73a-4fad-8aa7-124e12773925 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:47.959924 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 7d56a33f-b73a-4fad-8aa7-124e12773925 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:47.960269 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 7d56a33f-b73a-4fad-8aa7-124e12773925 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:49.205062 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c201-2560-40ce-ae54-7c1562ea78a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:49.930832 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51064) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:50.272814 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (a91d1a8c-0a59-4740-b540-235fc96c6ea9), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.512043 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Deleting port a250d67d-33a5-4363-bd5b-d209c5960dc9 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:50.512403 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.547464 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.590268 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] For port a250d67d-33a5-4363-bd5b-d209c5960dc9, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=a250d67d-33a5-4363-bd5b-d209c5960dc9,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:50.590633 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.603459 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Calling delete_port for a250d67d-33a5-4363-bd5b-d209c5960dc9 owned by network:router_interface {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:50.784199 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (a250d67d-33a5-4363-bd5b-d209c5960dc9), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.813922 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a250d67d-33a5-4363-bd5b-d209c5960dc9,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:50.975286 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (a91d1a8c-0a59-4740-b540-235fc96c6ea9), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.188385 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Router a91d1a8c-0a59-4740-b540-235fc96c6ea9 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:51.293105 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:51.298130 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-65def03a-70d0-461a-aebe-011d243ac0a5 admin admin] 10.222.0.78 "PUT /v2.0/routers/a91d1a8c-0a59-4740-b540-235fc96c6ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3662453 Jan 28 01:09:51.300691 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51066) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:51.303282 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] Sync routers for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:51.313279 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:51.314255 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:09:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:51.403631 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks [] for router (a91d1a8c-0a59-4740-b540-235fc96c6ea9), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.422150 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:51.510217 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks [] for router_gateway (a91d1a8c-0a59-4740-b540-235fc96c6ea9), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.566946 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Deleting port 0bd73ec5-28c4-4f04-845b-ec47ca56005f {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:51.567281 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.649006 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] For port 0bd73ec5-28c4-4f04-845b-ec47ca56005f, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=0bd73ec5-28c4-4f04-845b-ec47ca56005f,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:51.649370 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.662985 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Calling delete_port for 0bd73ec5-28c4-4f04-845b-ec47ca56005f owned by network:router_gateway {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:51.701633 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:09:50Z', 'revision_number': 5, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port': {'id': '0bd73ec5-28c4-4f04-845b-ec47ca56005f', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:22Z', 'updated_at': '2022-01-28T01:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:51.731251 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] Checking router: a91d1a8c-0a59-4740-b540-235fc96c6ea9 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:51.740123 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] Routers {'a91d1a8c-0a59-4740-b540-235fc96c6ea9'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:51.740737 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:09:49Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:51.832969 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (0bd73ec5-28c4-4f04-845b-ec47ca56005f), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.836589 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] Set router a91d1a8c-0a59-4740-b540-235fc96c6ea9 gateway port host: None {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:51.862812 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd73ec5-28c4-4f04-845b-ec47ca56005f,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:51.895662 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:09:51Z', 'revision_number': 6, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port_host': None}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:51.921597 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321de52-d65e-44b9-99d7-902f984e6cfe None None] The sync data for ids ['a91d1a8c-0a59-4740-b540-235fc96c6ea9'] in dv-cinder-816898-6-iscsi is: [{'id': 'a91d1a8c-0a59-4740-b540-235fc96c6ea9', 'name': 'tempest-AttachVolumeTestJSON-194322735-router', 'tenant_id': '4ad98bf7b3c546848923e916df460759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:21Z', 'updated_at': '2022-01-28T01:09:51Z', 'revision_number': 6, 'project_id': '4ad98bf7b3c546848923e916df460759', 'gw_port_host': None}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:51.923695 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (a91d1a8c-0a59-4740-b540-235fc96c6ea9), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.014438 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (a91d1a8c-0a59-4740-b540-235fc96c6ea9), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.016604 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks [] for router_controller (a91d1a8c-0a59-4740-b540-235fc96c6ea9), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.024124 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.059842 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (a91d1a8c-0a59-4740-b540-235fc96c6ea9), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.060423 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91d1a8c-0a59-4740-b540-235fc96c6ea9 {{(pid=102324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:52.066117 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.067325 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4688a784-802c-416c-9f88-7a9b58aad13b admin admin] 10.222.0.78 "DELETE /v2.0/routers/a91d1a8c-0a59-4740-b540-235fc96c6ea9 HTTP/1.1" status: 204 len: 168 time: 0.7656944 Jan 28 01:09:52.069785 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51068) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:52.112334 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee0960e-e04c-46c4-838c-969df3ad5c1e admin admin] Deleting subnet 10a1e856-1a4c-48a0-a59a-14e9d376072e {{(pid=102324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:09:52.115373 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cee0960e-e04c-46c4-838c-969df3ad5c1e admin admin] Publish callbacks [] for subnet (10a1e856-1a4c-48a0-a59a-14e9d376072e), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.151984 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cee0960e-e04c-46c4-838c-969df3ad5c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7653104'] for subnet (10a1e856-1a4c-48a0-a59a-14e9d376072e), precommit_delete_associations {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.253839 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cee0960e-e04c-46c4-838c-969df3ad5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (10a1e856-1a4c-48a0-a59a-14e9d376072e), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.312079 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cee0960e-e04c-46c4-838c-969df3ad5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7838253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7429514'] for subnet (10a1e856-1a4c-48a0-a59a-14e9d376072e), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.335688 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062973d-60a2-46ac-94e4-608c3a66c156 None None] Network 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:52.343227 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-cee0960e-e04c-46c4-838c-969df3ad5c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for subnet (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.348348 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-cee0960e-e04c-46c4-838c-969df3ad5c1e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/10a1e856-1a4c-48a0-a59a-14e9d376072e HTTP/1.1" status: 204 len: 168 time: 0.2760713 Jan 28 01:09:52.348348 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0960e-e04c-46c4-838c-969df3ad5c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a1e856-1a4c-48a0-a59a-14e9d376072e,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:52.349534 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51070) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:52.425344 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.484217 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Deleting port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:52.484560 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.550573 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] For port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=397ce0d2-e564-494f-b53e-ad2c2c5e3bb4,segment=NetworkSegment(bd0ef2aa-3137-49d7-8192-08740e113ab5),segment_id=bd0ef2aa-3137-49d7-8192-08740e113ab5)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:52.550855 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.564532 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Calling delete_port for 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 owned by network:dhcp {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:52.644232 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (397ce0d2-e564-494f-b53e-ad2c2c5e3bb4), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.669310 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Pushing event deleted for resources: {'Port': ['ID=397ce0d2-e564-494f-b53e-ad2c2c5e3bb4,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:52.677760 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] No DVR routers for this DVR port 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 on host dv-cinder-816898-6-iscsi {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:52.707214 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ea9195-fb03-4176-9c2d-c63ce4c33ef4 None None] DHCP port deletion for 1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 request from dv-cinder-816898-6-iscsi {{(pid=102326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:09:52.759530 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.782151 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7c560b-cb68-4225-abc6-2cbb69c2b4f6']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:52.797551 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0ef2aa-3137-49d7-8192-08740e113ab5') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:52.797882 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0ef2aa-3137-49d7-8192-08740e113ab5') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:52.807999 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (bd0ef2aa-3137-49d7-8192-08740e113ab5), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.822005 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (bd0ef2aa-3137-49d7-8192-08740e113ab5), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.828813 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:52.829204 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (bd0ef2aa-3137-49d7-8192-08740e113ab5), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:52.831439 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:52.890182 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (1f7c560b-cb68-4225-abc6-2cbb69c2b4f6), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.896392 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.899597 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] 10.222.0.78 "DELETE /v2.0/networks/1f7c560b-cb68-4225-abc6-2cbb69c2b4f6 HTTP/1.1" status: 204 len: 168 time: 0.5490823 Jan 28 01:09:52.911934 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6a729-ebd2-482e-b017-b197a5bdc30e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7c560b-cb68-4225-abc6-2cbb69c2b4f6,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:53.127861 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51074) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:53.166793 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-bcf3627d-2b62-4240-8788-1936a9aa3888 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ad98bf7b3c546848923e916df460759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377815 Jan 28 01:09:53.169153 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51076) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:53.215652 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d702ef2e-96d7-465b-ba38-e9df81fb8343 admin admin] Publish callbacks [] for security_group (d135be37-8c40-475f-b45b-2d38911b06fe), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.237196 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d702ef2e-96d7-465b-ba38-e9df81fb8343 admin admin] Publish callbacks [] for security_group (d135be37-8c40-475f-b45b-2d38911b06fe), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.281533 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d702ef2e-96d7-465b-ba38-e9df81fb8343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (d135be37-8c40-475f-b45b-2d38911b06fe), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.284769 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d702ef2e-96d7-465b-ba38-e9df81fb8343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.285921 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d702ef2e-96d7-465b-ba38-e9df81fb8343 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d135be37-8c40-475f-b45b-2d38911b06fe HTTP/1.1" status: 204 len: 168 time: 0.1158884 Jan 28 01:09:53.293898 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702ef2e-96d7-465b-ba38-e9df81fb8343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d135be37-8c40-475f-b45b-2d38911b06fe,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:53.358668 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.492237 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 0bd73ec5-28c4-4f04-845b-ec47ca56005f no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:53.517852 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 0bd73ec5-28c4-4f04-845b-ec47ca56005f {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:53.518293 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 0bd73ec5-28c4-4f04-845b-ec47ca56005f not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:53.518771 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device a250d67d-33a5-4363-bd5b-d209c5960dc9 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:53.538544 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: a250d67d-33a5-4363-bd5b-d209c5960dc9 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:53.538913 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device a250d67d-33a5-4363-bd5b-d209c5960dc9 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:53.539328 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:53.558213 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:53.558560 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 397ce0d2-e564-494f-b53e-ad2c2c5e3bb4 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:58.204918 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51172) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:58.331151 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-07650b33-b075-4b02-9a52-22c1861b3d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.418285 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-07650b33-b075-4b02-9a52-22c1861b3d29 admin admin] Publish callbacks [] for security_group (33b10148-b7d4-41ab-b236-b34c9768d50c), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.425023 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-07650b33-b075-4b02-9a52-22c1861b3d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (33b10148-b7d4-41ab-b236-b34c9768d50c), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.458543 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-07650b33-b075-4b02-9a52-22c1861b3d29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a5f2e5c16ff4992b43681f09d7b57ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524784 Jan 28 01:09:58.461305 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51176) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:58.468299 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650b33-b075-4b02-9a52-22c1861b3d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b10148-b7d4-41ab-b236-b34c9768d50c,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:58.510963 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b419d296-3e40-49c1-92bb-125f569144ce admin admin] Publish callbacks [] for security_group (33b10148-b7d4-41ab-b236-b34c9768d50c), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.534239 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b419d296-3e40-49c1-92bb-125f569144ce admin admin] Publish callbacks [] for security_group (33b10148-b7d4-41ab-b236-b34c9768d50c), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.578764 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b419d296-3e40-49c1-92bb-125f569144ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (33b10148-b7d4-41ab-b236-b34c9768d50c), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.582055 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-b419d296-3e40-49c1-92bb-125f569144ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.583347 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-b419d296-3e40-49c1-92bb-125f569144ce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33b10148-b7d4-41ab-b236-b34c9768d50c HTTP/1.1" status: 204 len: 168 time: 0.1209493 Jan 28 01:09:58.592086 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419d296-3e40-49c1-92bb-125f569144ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b10148-b7d4-41ab-b236-b34c9768d50c,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:58.837300 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51182) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:58.850729 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3841f513-d009-41ba-857f-335d12236ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.925471 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3841f513-d009-41ba-857f-335d12236ee7 admin admin] Publish callbacks [] for security_group (c12e61d1-06cb-4c07-8cab-b07b322ee00e), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.929303 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-3841f513-d009-41ba-857f-335d12236ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (c12e61d1-06cb-4c07-8cab-b07b322ee00e), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.968062 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-3841f513-d009-41ba-857f-335d12236ee7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77b4a69e37ec469b908db1810c70cc32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296883 Jan 28 01:09:58.968917 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841f513-d009-41ba-857f-335d12236ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12e61d1-06cb-4c07-8cab-b07b322ee00e,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:58.970942 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51184) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:59.016661 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-15b31688-d1b5-416a-9ceb-0071a853fc2c admin admin] Publish callbacks [] for security_group (c12e61d1-06cb-4c07-8cab-b07b322ee00e), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.038037 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-15b31688-d1b5-416a-9ceb-0071a853fc2c admin admin] Publish callbacks [] for security_group (c12e61d1-06cb-4c07-8cab-b07b322ee00e), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.086798 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-15b31688-d1b5-416a-9ceb-0071a853fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (c12e61d1-06cb-4c07-8cab-b07b322ee00e), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.089412 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-15b31688-d1b5-416a-9ceb-0071a853fc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.090591 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-15b31688-d1b5-416a-9ceb-0071a853fc2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c12e61d1-06cb-4c07-8cab-b07b322ee00e HTTP/1.1" status: 204 len: 168 time: 0.1187463 Jan 28 01:09:59.098796 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b31688-d1b5-416a-9ceb-0071a853fc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12e61d1-06cb-4c07-8cab-b07b322ee00e,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:01.039374 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51252) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:01.145579 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb9c4e82-3208-45bd-8573-fca54053ad39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.225543 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb9c4e82-3208-45bd-8573-fca54053ad39 admin admin] Publish callbacks [] for security_group (e8c2f81d-34dd-43f2-b1ab-40d58facc9b4), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.229309 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-eb9c4e82-3208-45bd-8573-fca54053ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (e8c2f81d-34dd-43f2-b1ab-40d58facc9b4), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.270133 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c4e82-3208-45bd-8573-fca54053ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c2f81d-34dd-43f2-b1ab-40d58facc9b4,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:01.275399 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-eb9c4e82-3208-45bd-8573-fca54053ad39 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f34085edfe14a50b6a543a4b55095f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349973 Jan 28 01:10:01.278018 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51256) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:01.326650 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-066569df-0577-49de-a6f7-83077a8be74c admin admin] Publish callbacks [] for security_group (e8c2f81d-34dd-43f2-b1ab-40d58facc9b4), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.348054 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-066569df-0577-49de-a6f7-83077a8be74c admin admin] Publish callbacks [] for security_group (e8c2f81d-34dd-43f2-b1ab-40d58facc9b4), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.392710 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-066569df-0577-49de-a6f7-83077a8be74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (e8c2f81d-34dd-43f2-b1ab-40d58facc9b4), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.395441 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-066569df-0577-49de-a6f7-83077a8be74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.396664 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-066569df-0577-49de-a6f7-83077a8be74c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e8c2f81d-34dd-43f2-b1ab-40d58facc9b4 HTTP/1.1" status: 204 len: 168 time: 0.1177337 Jan 28 01:10:01.404770 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066569df-0577-49de-a6f7-83077a8be74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c2f81d-34dd-43f2-b1ab-40d58facc9b4,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:01.666349 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51262) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:01.904676 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-123bc72f-45fa-4701-acce-c78c27e12ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.979793 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-123bc72f-45fa-4701-acce-c78c27e12ec9 admin admin] Publish callbacks [] for security_group (2acf0ae1-c333-4ced-b928-2e99047daeaf), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.984145 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-123bc72f-45fa-4701-acce-c78c27e12ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (2acf0ae1-c333-4ced-b928-2e99047daeaf), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.023319 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-123bc72f-45fa-4701-acce-c78c27e12ec9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=75f5dc665312469c834847fe49fb4ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557897 Jan 28 01:10:02.024553 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bc72f-45fa-4701-acce-c78c27e12ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acf0ae1-c333-4ced-b928-2e99047daeaf,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:02.026139 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51264) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:02.074657 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-adee7b12-0061-4d0e-a975-a8b647a4d016 admin admin] Publish callbacks [] for security_group (2acf0ae1-c333-4ced-b928-2e99047daeaf), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.096514 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-adee7b12-0061-4d0e-a975-a8b647a4d016 admin admin] Publish callbacks [] for security_group (2acf0ae1-c333-4ced-b928-2e99047daeaf), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.142637 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-adee7b12-0061-4d0e-a975-a8b647a4d016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (2acf0ae1-c333-4ced-b928-2e99047daeaf), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.145303 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-adee7b12-0061-4d0e-a975-a8b647a4d016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.146490 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-adee7b12-0061-4d0e-a975-a8b647a4d016 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2acf0ae1-c333-4ced-b928-2e99047daeaf HTTP/1.1" status: 204 len: 168 time: 0.1193559 Jan 28 01:10:02.154324 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee7b12-0061-4d0e-a975-a8b647a4d016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acf0ae1-c333-4ced-b928-2e99047daeaf,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:03.056801 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:10:12.216059 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.745033 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51374) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:12.847489 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f9f581f7-aaee-46d4-ab3b-0266cc2d6187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.922606 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f9f581f7-aaee-46d4-ab3b-0266cc2d6187 admin admin] Publish callbacks [] for security_group (511e21ab-e393-455d-8910-738555a56691), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.926358 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f9f581f7-aaee-46d4-ab3b-0266cc2d6187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (511e21ab-e393-455d-8910-738555a56691), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.964752 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f9f581f7-aaee-46d4-ab3b-0266cc2d6187 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=400d88e540744abf9bcdca89e2819240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186298 Jan 28 01:10:12.965747 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f581f7-aaee-46d4-ab3b-0266cc2d6187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511e21ab-e393-455d-8910-738555a56691,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:12.967438 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51378) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:13.015449 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a2e578f-9661-42b6-9420-8e09672f66b9 admin admin] Publish callbacks [] for security_group (511e21ab-e393-455d-8910-738555a56691), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.037221 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a2e578f-9661-42b6-9420-8e09672f66b9 admin admin] Publish callbacks [] for security_group (511e21ab-e393-455d-8910-738555a56691), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.081774 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a2e578f-9661-42b6-9420-8e09672f66b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (511e21ab-e393-455d-8910-738555a56691), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.084520 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-6a2e578f-9661-42b6-9420-8e09672f66b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.085684 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-6a2e578f-9661-42b6-9420-8e09672f66b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/511e21ab-e393-455d-8910-738555a56691 HTTP/1.1" status: 204 len: 168 time: 0.1164129 Jan 28 01:10:13.093363 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e578f-9661-42b6-9420-8e09672f66b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511e21ab-e393-455d-8910-738555a56691,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:13.345571 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51384) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:13.360565 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-389e3470-cda9-4b12-b5d8-f4b1e408d55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.436825 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-389e3470-cda9-4b12-b5d8-f4b1e408d55d admin admin] Publish callbacks [] for security_group (1eb8b6b1-b139-463c-afe3-6ffc68a9fe72), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.441503 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-389e3470-cda9-4b12-b5d8-f4b1e408d55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (1eb8b6b1-b139-463c-afe3-6ffc68a9fe72), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.480396 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-389e3470-cda9-4b12-b5d8-f4b1e408d55d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6d41c76f73a43f19c6380ad4c14f4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337302 Jan 28 01:10:13.481283 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e3470-cda9-4b12-b5d8-f4b1e408d55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb8b6b1-b139-463c-afe3-6ffc68a9fe72,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:13.483323 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51386) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:13.530799 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7e46bf37-1cc4-411e-88dd-648f74f86191 admin admin] Publish callbacks [] for security_group (1eb8b6b1-b139-463c-afe3-6ffc68a9fe72), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.552548 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7e46bf37-1cc4-411e-88dd-648f74f86191 admin admin] Publish callbacks [] for security_group (1eb8b6b1-b139-463c-afe3-6ffc68a9fe72), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.600351 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7e46bf37-1cc4-411e-88dd-648f74f86191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (1eb8b6b1-b139-463c-afe3-6ffc68a9fe72), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.602945 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7e46bf37-1cc4-411e-88dd-648f74f86191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.604090 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-7e46bf37-1cc4-411e-88dd-648f74f86191 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1eb8b6b1-b139-463c-afe3-6ffc68a9fe72 HTTP/1.1" status: 204 len: 168 time: 0.1197228 Jan 28 01:10:13.611683 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46bf37-1cc4-411e-88dd-648f74f86191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb8b6b1-b139-463c-afe3-6ffc68a9fe72,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:16.898263 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ecce70ad-c660-44fa-87b4-fef2729cd0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.208547 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-521c46b1-f1bd-4366-920f-664ada8673af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.550794 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.534809 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51510) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:21.637414 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4150-4067-46a7-8305-557fbae2b60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.711394 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4150-4067-46a7-8305-557fbae2b60e admin admin] Publish callbacks [] for security_group (aaa6d6de-fabb-4b5b-b36f-4ff09efceb59), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.715936 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4150-4067-46a7-8305-557fbae2b60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (aaa6d6de-fabb-4b5b-b36f-4ff09efceb59), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.756380 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd4150-4067-46a7-8305-557fbae2b60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6d6de-fabb-4b5b-b36f-4ff09efceb59,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:21.761230 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-fdbd4150-4067-46a7-8305-557fbae2b60e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb1cc3b101774992a8db3e4e0f912283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253120 Jan 28 01:10:21.763915 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51514) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:21.811759 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b4724aaf-e348-4f39-bd84-9b673297e358 admin admin] Publish callbacks [] for security_group (aaa6d6de-fabb-4b5b-b36f-4ff09efceb59), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.833281 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b4724aaf-e348-4f39-bd84-9b673297e358 admin admin] Publish callbacks [] for security_group (aaa6d6de-fabb-4b5b-b36f-4ff09efceb59), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.879464 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b4724aaf-e348-4f39-bd84-9b673297e358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (aaa6d6de-fabb-4b5b-b36f-4ff09efceb59), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.882027 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b4724aaf-e348-4f39-bd84-9b673297e358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.883197 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b4724aaf-e348-4f39-bd84-9b673297e358 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aaa6d6de-fabb-4b5b-b36f-4ff09efceb59 HTTP/1.1" status: 204 len: 168 time: 0.1183548 Jan 28 01:10:21.890766 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4724aaf-e348-4f39-bd84-9b673297e358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6d6de-fabb-4b5b-b36f-4ff09efceb59,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:22.026923 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.141233 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51520) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:22.154184 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9183f503-d2c0-42b9-b041-ba5b680a25dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.229235 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9183f503-d2c0-42b9-b041-ba5b680a25dd admin admin] Publish callbacks [] for security_group (49143b06-c75b-49cd-acae-93cce27800a3), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.242680 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-9183f503-d2c0-42b9-b041-ba5b680a25dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (49143b06-c75b-49cd-acae-93cce27800a3), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.278168 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183f503-d2c0-42b9-b041-ba5b680a25dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49143b06-c75b-49cd-acae-93cce27800a3,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:22.284188 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-9183f503-d2c0-42b9-b041-ba5b680a25dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25305dcb54bf431ea393a5bd3d743794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418478 Jan 28 01:10:22.286817 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51522) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:22.334194 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4d366310-4217-4962-b1f6-ba254f886445 admin admin] Publish callbacks [] for security_group (49143b06-c75b-49cd-acae-93cce27800a3), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.357767 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4d366310-4217-4962-b1f6-ba254f886445 admin admin] Publish callbacks [] for security_group (49143b06-c75b-49cd-acae-93cce27800a3), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.404486 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4d366310-4217-4962-b1f6-ba254f886445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (49143b06-c75b-49cd-acae-93cce27800a3), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.407633 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-4d366310-4217-4962-b1f6-ba254f886445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.409062 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-4d366310-4217-4962-b1f6-ba254f886445 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/49143b06-c75b-49cd-acae-93cce27800a3 HTTP/1.1" status: 204 len: 168 time: 0.1211729 Jan 28 01:10:22.419828 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d366310-4217-4962-b1f6-ba254f886445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49143b06-c75b-49cd-acae-93cce27800a3,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:22.727468 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51528) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:22.740755 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6dd507c9-5fba-4964-8dd1-430ee1a4bb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.812662 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6dd507c9-5fba-4964-8dd1-430ee1a4bb18 admin admin] Publish callbacks [] for security_group (463c8f4d-2d60-44ee-9e3e-a0cb353b942f), precommit_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.817249 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6dd507c9-5fba-4964-8dd1-430ee1a4bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (463c8f4d-2d60-44ee-9e3e-a0cb353b942f), after_create {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.854871 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-6dd507c9-5fba-4964-8dd1-430ee1a4bb18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=629b6c72471f49b28cbe814cd3feae0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263359 Jan 28 01:10:22.855768 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd507c9-5fba-4964-8dd1-430ee1a4bb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463c8f4d-2d60-44ee-9e3e-a0cb353b942f,revision_number=1']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:22.857617 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51530) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:22.905247 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-77f20375-2da1-427f-b2de-b7a8e9b26abc admin admin] Publish callbacks [] for security_group (463c8f4d-2d60-44ee-9e3e-a0cb353b942f), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.926295 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-77f20375-2da1-427f-b2de-b7a8e9b26abc admin admin] Publish callbacks [] for security_group (463c8f4d-2d60-44ee-9e3e-a0cb353b942f), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.972669 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-77f20375-2da1-427f-b2de-b7a8e9b26abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (463c8f4d-2d60-44ee-9e3e-a0cb353b942f), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.975283 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-77f20375-2da1-427f-b2de-b7a8e9b26abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.976434 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-77f20375-2da1-427f-b2de-b7a8e9b26abc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/463c8f4d-2d60-44ee-9e3e-a0cb353b942f HTTP/1.1" status: 204 len: 168 time: 0.1178224 Jan 28 01:10:22.984015 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f20375-2da1-427f-b2de-b7a8e9b26abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463c8f4d-2d60-44ee-9e3e-a0cb353b942f,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:23.366213 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.530296 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51574) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:26.633857 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-388f8da5-a409-42e0-8660-1ae7813340df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.707647 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-388f8da5-a409-42e0-8660-1ae7813340df admin admin] Publish callbacks [] for security_group (27746482-1749-4da4-9493-f6e9841a8249), precommit_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.711596 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-388f8da5-a409-42e0-8660-1ae7813340df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (27746482-1749-4da4-9493-f6e9841a8249), after_create {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.751171 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-388f8da5-a409-42e0-8660-1ae7813340df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2466f0b5143b44e5a99980f6b454ac66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192297 Jan 28 01:10:26.752121 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f8da5-a409-42e0-8660-1ae7813340df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27746482-1749-4da4-9493-f6e9841a8249,revision_number=1']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:26.753955 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51578) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:26.805284 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Publish callbacks [] for security_group (27746482-1749-4da4-9493-f6e9841a8249), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.826121 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Publish callbacks [] for security_group (27746482-1749-4da4-9493-f6e9841a8249), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.870723 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (27746482-1749-4da4-9493-f6e9841a8249), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.873288 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.874431 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27746482-1749-4da4-9493-f6e9841a8249 HTTP/1.1" status: 204 len: 168 time: 0.1194036 Jan 28 01:10:26.882972 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27746482-1749-4da4-9493-f6e9841a8249,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:26.892645 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.892995 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.893338 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.893674 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.894000 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.894324 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.894764 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.895046 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.895370 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.895694 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.896013 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.896328 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:26.896643 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971ee6e-5de1-476c-a8db-4885977c74f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:40.054985 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:10:42.227618 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.902242 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f82a4ff8-44f6-4c88-b67e-78e52ce016ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.209538 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-fbab76dc-204f-4f14-80e0-a45f784e12ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.552816 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:52.029422 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:52.606476 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e27cef6b-5b09-4105-960f-6e7329464762 req-de0a1876-adce-48da-9ee1-d4f13706bb9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388198 Jan 28 01:10:52.704085 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cef6b-5b09-4105-960f-6e7329464762 req-ed4b89e1-337c-4d8b-b053-8a55e8e92ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:52.705426 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e27cef6b-5b09-4105-960f-6e7329464762 req-ed4b89e1-337c-4d8b-b053-8a55e8e92ec2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 1098 time: 0.0410516 Jan 28 01:10:52.806661 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cef6b-5b09-4105-960f-6e7329464762 req-cd951b58-394b-4bf2-b3ca-6db3fb1197f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:52.808150 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e27cef6b-5b09-4105-960f-6e7329464762 req-cd951b58-394b-4bf2-b3ca-6db3fb1197f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.0850194 Jan 28 01:10:52.870152 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e27cef6b-5b09-4105-960f-6e7329464762 req-ee0288ef-0cad-4cff-8609-3882177e2821 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79623ca0-bf5f-4222-a661-53089e18c3c2 HTTP/1.1" status: 200 len: 1001 time: 0.0555408 Jan 28 01:10:52.920645 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cef6b-5b09-4105-960f-6e7329464762 req-ed05590a-46ba-4f85-b821-94019343ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:52.922091 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e27cef6b-5b09-4105-960f-6e7329464762 req-ed05590a-46ba-4f85-b821-94019343ff3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0459661 Jan 28 01:10:52.966315 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cef6b-5b09-4105-960f-6e7329464762 req-811d9dc2-84c9-4bac-93de-943b2c523204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:52.967838 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e27cef6b-5b09-4105-960f-6e7329464762 req-811d9dc2-84c9-4bac-93de-943b2c523204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400889 Jan 28 01:10:53.053760 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e27cef6b-5b09-4105-960f-6e7329464762 req-af093dfa-ad54-43f3-99e1-7e7c5457c91a service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800030 Jan 28 01:10:53.143942 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-e27cef6b-5b09-4105-960f-6e7329464762 req-23e60263-9951-47c5-b004-2c4aa28d07c7 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844915 Jan 28 01:10:53.358947 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.225571 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:16.903390 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b4e0cc1a-6106-43b5-b2b0-21c7cd845876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.053929 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:11:19.211183 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-613de937-2fa5-421b-ba4c-5348e7234c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:20.556210 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:22.034810 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.361090 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.318580 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51600) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:26.473264 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Deleting port 4ed2487a-7b0b-4519-952c-8d36b2f32dd8 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:26.473571 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.549947 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.550275 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.562500 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Calling delete_port for 4ed2487a-7b0b-4519-952c-8d36b2f32dd8 owned by network:floatingip {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:26.728892 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (4ed2487a-7b0b-4519-952c-8d36b2f32dd8), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.754764 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event deleted for resources: {'Port': ['ID=4ed2487a-7b0b-4519-952c-8d36b2f32dd8,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:26.813064 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (182abae9-b7af-4976-87d9-d44b4edf5a6c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.813388 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Floating IP 182abae9-b7af-4976-87d9-d44b4edf5a6c disassociated (deleted). External IP: 172.27.1.207, port: c020ebfa-33a0-409c-b821-abfa02de16d9. Jan 28 01:11:27.014123 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Router da8300a9-5c71-41a2-b639-acf304907afe has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:27.365023 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:27.369869 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:27.375339 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:27.385437 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:27.386061 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:11:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:27.397397 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-f50cb2b1-25b1-4296-ba3c-52469a43d7c3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "DELETE /v2.0/floatingips/182abae9-b7af-4976-87d9-d44b4edf5a6c HTTP/1.1" status: 204 len: 168 time: 1.0776918 Jan 28 01:11:27.397998 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:27.400274 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d5d0d-6947-4fe7-98fa-c73104328dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:27.441509 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29cae3-a657-4bb0-8ac4-e470b934d4ee x-openstack-request-id: req-bd29cae3-a657-4bb0-8ac4-e470b934d4ee {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:27.441708 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:27.441824 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd29cae3-a657-4bb0-8ac4-e470b934d4ee {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:27.442201 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'status': 'completed', 'code': 200} Jan 28 01:11:27.500619 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:27.539159 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-5988ae89-6674-4b48-899c-66b34f053e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.540728 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-5988ae89-6674-4b48-899c-66b34f053e77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 1098 time: 0.0529304 Jan 28 01:11:27.675816 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7563a1-fb69-408d-aea6-37548abe221d req-a83b4bcc-167a-474b-b4bc-d4ed7efa1108 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.677148 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e7563a1-fb69-408d-aea6-37548abe221d req-a83b4bcc-167a-474b-b4bc-d4ed7efa1108 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 945 time: 0.1000452 Jan 28 01:11:27.718168 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-66066a8b-0e88-4dfc-ad21-5de40e87f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.719789 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-66066a8b-0e88-4dfc-ad21-5de40e87f81f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.1340992 Jan 28 01:11:27.741958 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:38Z', 'revision_number': 1, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:27.768014 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:27.776043 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-fbe36c90-94dd-4a52-b80b-963f05b0fdc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c020ebfa-33a0-409c-b821-abfa02de16d9 HTTP/1.1" status: 200 len: 217 time: 0.0481470 Jan 28 01:11:27.776407 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:27.777011 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:11:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:27.779986 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-4e7563a1-fb69-408d-aea6-37548abe221d req-c3b42268-5889-4c9d-9e1c-5b2469870e29 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962946 Jan 28 01:11:27.826804 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-9f9c98ac-5eb4-4b32-a217-e591a5297db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.828282 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-9f9c98ac-5eb4-4b32-a217-e591a5297db9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0452449 Jan 28 01:11:27.872146 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-50594071-9ad2-4b96-8ee1-1fec37183909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.874166 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-50594071-9ad2-4b96-8ee1-1fec37183909 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399067 Jan 28 01:11:27.883619 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:27.965899 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-ced6e582-72dd-4d6c-82b8-1b720ec4d64f service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834193 Jan 28 01:11:28.054302 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-258d5d0d-6947-4fe7-98fa-c73104328dc5 req-9f0d797a-3aee-442e-826d-df7e3f4e18a1 service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822072 Jan 28 01:11:28.111784 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:38Z', 'revision_number': 1, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:28.137999 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fcfcf-40bc-4729-9c97-80f6bf5a1538 None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_floatingips': [{'id': '9571a9f0-1064-406e-b304-b6dbf692ab9c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'router_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'port_id': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'mac_address': 'fa:16:3e:3d:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:36Z', 'updated_at': '2022-01-28T01:07:38Z', 'revision_number': 1, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:28.359730 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af393f48-57c5-4cc8-b737-3d49e799258f None None] New status for floating IP 182abae9-b7af-4976-87d9-d44b4edf5a6c: DOWN {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:11:28.896024 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6baca-c2b4-401b-b003-8d70ef7a8dc4 req-4fc4e6eb-d66e-4f59-abcd-731ce61fa063 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.897515 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d3c6baca-c2b4-401b-b003-8d70ef7a8dc4 req-4fc4e6eb-d66e-4f59-abcd-731ce61fa063 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 945 time: 0.0487757 Jan 28 01:11:28.945124 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d3c6baca-c2b4-401b-b003-8d70ef7a8dc4 req-6c77ad21-300a-4b4f-a3cc-6a0002502b34 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421817 Jan 28 01:11:29.362965 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-aa9fc65a-1ba3-4059-a613-f9acfe8009c1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.364435 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-aa9fc65a-1ba3-4059-a613-f9acfe8009c1 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 945 time: 0.0524945 Jan 28 01:11:29.452218 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Deleting port c020ebfa-33a0-409c-b821-abfa02de16d9 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:29.452566 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.545591 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] For port c020ebfa-33a0-409c-b821-abfa02de16d9, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c020ebfa-33a0-409c-b821-abfa02de16d9,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:29.545953 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.557516 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Calling delete_port for c020ebfa-33a0-409c-b821-abfa02de16d9 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:29.680672 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (c020ebfa-33a0-409c-b821-abfa02de16d9), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.714056 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event deleted for resources: {'Port': ['ID=c020ebfa-33a0-409c-b821-abfa02de16d9,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:29.737827 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.738204 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.738819 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.738986 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.739247 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.739580 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.739905 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.740230 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.740553 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.740878 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.741199 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.741516 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.741832 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:29.763155 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] No DVR routers for this DVR port c020ebfa-33a0-409c-b821-abfa02de16d9 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:29.765561 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.768839 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-75a59bef-f02c-48c4-bc3d-e69855abc502 req-5e46598a-e018-4239-8154-5a9e2d2981a3 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "DELETE /v2.0/ports/c020ebfa-33a0-409c-b821-abfa02de16d9 HTTP/1.1" status: 204 len: 173 time: 0.3998063 Jan 28 01:11:29.769280 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'name': 'network-vif-deleted', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:29.771529 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77620397-0386-4886-8c75-054879348247" -d '{"events": [{"server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "name": "network-vif-deleted", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:29.807160 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e67030-2ec8-4eef-b76c-f79d033dd278 x-openstack-request-id: req-23e67030-2ec8-4eef-b76c-f79d033dd278 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:29.807529 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de49f6ba-5872-4ce8-9ea2-92c22c008d6e", "name": "network-vif-deleted", "tag": "c020ebfa-33a0-409c-b821-abfa02de16d9", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:29.807895 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23e67030-2ec8-4eef-b76c-f79d033dd278 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:29.808304 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de49f6ba-5872-4ce8-9ea2-92c22c008d6e', 'name': 'network-vif-deleted', 'tag': 'c020ebfa-33a0-409c-b821-abfa02de16d9', 'status': 'completed', 'code': 200} Jan 28 01:11:30.037705 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-887b6363-b9e0-4211-83a6-d80f94366bbf req-5f93faa4-a049-4a60-b8ef-92b6fb620394 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=de49f6ba-5872-4ce8-9ea2-92c22c008d6e HTTP/1.1" status: 200 len: 210 time: 0.0259414 Jan 28 01:11:32.392399 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device c020ebfa-33a0-409c-b821-abfa02de16d9 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:32.412071 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: c020ebfa-33a0-409c-b821-abfa02de16d9 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:32.412413 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device c020ebfa-33a0-409c-b821-abfa02de16d9 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:33.309253 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51640) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:33.465572 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Deleting port 43a8747f-6777-40e3-90b0-e31773f7abdd {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:33.465915 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (43a8747f-6777-40e3-90b0-e31773f7abdd), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.543134 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (43a8747f-6777-40e3-90b0-e31773f7abdd), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.543456 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (43a8747f-6777-40e3-90b0-e31773f7abdd), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.555435 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Calling delete_port for 43a8747f-6777-40e3-90b0-e31773f7abdd owned by network:floatingip {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:33.695822 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (43a8747f-6777-40e3-90b0-e31773f7abdd), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.726393 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event deleted for resources: {'Port': ['ID=43a8747f-6777-40e3-90b0-e31773f7abdd,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:33.783565 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (9571a9f0-1064-406e-b304-b6dbf692ab9c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.783901 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.db.l3_db [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Floating IP 9571a9f0-1064-406e-b304-b6dbf692ab9c disassociated (deleted). External IP: 172.27.1.225, port: 79623ca0-bf5f-4222-a661-53089e18c3c2. Jan 28 01:11:33.985717 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Router da8300a9-5c71-41a2-b639-acf304907afe has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:34.090219 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:34.095343 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.100715 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:34.111322 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:34.111944 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:11:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:34.122687 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-9b149db7-f057-4e98-922d-5d44ae8432fe tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "DELETE /v2.0/floatingips/9571a9f0-1064-406e-b304-b6dbf692ab9c HTTP/1.1" status: 204 len: 168 time: 0.8118539 Jan 28 01:11:34.123400 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:34.125748 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:34.162487 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce1cd08-beb8-493b-8063-2baf482a6727 x-openstack-request-id: req-0ce1cd08-beb8-493b-8063-2baf482a6727 {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:34.162941 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:34.163202 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ce1cd08-beb8-493b-8063-2baf482a6727 {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:34.163598 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'status': 'completed', 'code': 200} Jan 28 01:11:34.227676 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:34.257164 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-303c49c1-642a-401e-81c6-0d5f21e14e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.258994 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-303c49c1-642a-401e-81c6-0d5f21e14e3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 1098 time: 0.0457714 Jan 28 01:11:34.391569 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-07c83bdb-51af-47b8-bf87-346d4a97c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.393169 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-07c83bdb-51af-47b8-bf87-346d4a97c487 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 200 len: 913 time: 0.1280539 Jan 28 01:11:34.400006 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d66e9-89a0-4075-ad30-300225503d7c req-136f0176-9616-46af-83f7-a1acf2a6c684 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.401568 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-763d66e9-89a0-4075-ad30-300225503d7c req-136f0176-9616-46af-83f7-a1acf2a6c684 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 945 time: 0.0833354 Jan 28 01:11:34.452004 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-cfdb1955-7a2a-4c07-a0ca-4912beab75cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79623ca0-bf5f-4222-a661-53089e18c3c2 HTTP/1.1" status: 200 len: 217 time: 0.0488489 Jan 28 01:11:34.514022 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-763d66e9-89a0-4075-ad30-300225503d7c req-e933568d-198b-4537-aaa2-7b9770f76ca8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048014 Jan 28 01:11:34.523307 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-3fbdd5ae-6473-45c0-963d-6dad2ba65763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.524785 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-3fbdd5ae-6473-45c0-963d-6dad2ba65763 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 200 len: 851 time: 0.0634353 Jan 28 01:11:34.570180 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-955e29f7-eab1-4a87-b8dd-f0dcd09eb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.571717 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-955e29f7-eab1-4a87-b8dd-f0dcd09eb1d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400274 Jan 28 01:11:34.573095 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:34.599830 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:34.607972 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:34.608587 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:11:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:34.665839 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-3b0235ee-00ca-41c1-b842-ccea7286863e service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861061 Jan 28 01:11:34.714251 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:34.754841 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-fcf4c6db-8377-4e54-a04e-1e6061d2eec2 req-de490aaf-e05a-40a8-b196-040820d2373e service neutron] 10.222.0.15 "GET /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823984 Jan 28 01:11:34.912593 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:34.938568 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f528d-9e69-4e35-ac17-0c7c48bb7060 None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:04:14Z', 'revision_number': 4, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi', '_interfaces': [{'id': '10328467-db57-45fa-8208-c63419e1474b', 'name': '', 'network_id': '3bb0bc5c-1a8f-440b-a693-6e8a7b68363c', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'mac_address': 'fa:16:3e:a5:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:14Z', 'updated_at': '2022-01-28T01:04:18Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'subnets': [{'id': '6f621703-bd2d-4b83-87a4-849cbfa81005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:35.155328 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd1d21-9f5b-44ae-8a02-20e7c4a0d271 None None] New status for floating IP 9571a9f0-1064-406e-b304-b6dbf692ab9c: DOWN {{(pid=102327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:11:35.631030 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ade21-7f3d-41f6-befa-56eddef3b554 req-5ca380f1-3f2a-459d-815b-a663b98dc9f9 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:35.632482 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d56ade21-7f3d-41f6-befa-56eddef3b554 req-5ca380f1-3f2a-459d-815b-a663b98dc9f9 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 945 time: 0.0467846 Jan 28 01:11:35.683654 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-d56ade21-7f3d-41f6-befa-56eddef3b554 req-a0becd9d-54f1-40a2-a80a-de0d64e1d04c tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/security-groups?id=92eff45a-32a7-4f92-b0e0-2789a233c652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456738 Jan 28 01:11:36.248766 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190209a-aa82-415a-b36b-97611b82688a req-8977ebc5-0f05-4522-a21a-f73bbba7d9dd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.250248 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a190209a-aa82-415a-b36b-97611b82688a req-8977ebc5-0f05-4522-a21a-f73bbba7d9dd tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 945 time: 0.0479870 Jan 28 01:11:36.342323 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Deleting port 79623ca0-bf5f-4222-a661-53089e18c3c2 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:36.342670 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.428802 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] For port 79623ca0-bf5f-4222-a661-53089e18c3c2, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=79623ca0-bf5f-4222-a661-53089e18c3c2,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:36.429164 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.441995 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Calling delete_port for 79623ca0-bf5f-4222-a661-53089e18c3c2 owned by compute:nova {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:36.574149 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (79623ca0-bf5f-4222-a661-53089e18c3c2), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.601218 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event deleted for resources: {'Port': ['ID=79623ca0-bf5f-4222-a661-53089e18c3c2,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:36.646765 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] No DVR routers for this DVR port 79623ca0-bf5f-4222-a661-53089e18c3c2 on host hv-cinder-81689 {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:36.649133 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for port (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.652456 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [req-a190209a-aa82-415a-b36b-97611b82688a req-a1948799-e1f3-440c-985d-d92b54b9a8b8 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.15 "DELETE /v2.0/ports/79623ca0-bf5f-4222-a661-53089e18c3c2 HTTP/1.1" status: 204 len: 173 time: 0.3969102 Jan 28 01:11:36.652895 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'name': 'network-vif-deleted', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2'}] {{(pid=102325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:36.655717 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d52724ce093883e8655e3f0fb7765bc3e2fb2950722f4831a7022290efeca60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8b516-9cfd-437e-928b-6b38b06d7351" -d '{"events": [{"server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "name": "network-vif-deleted", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2"}]}' {{(pid=102325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:36.692642 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dda00e8-fa85-4889-aa05-80cb8229457f x-openstack-request-id: req-3dda00e8-fa85-4889-aa05-80cb8229457f {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:36.692969 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3531392-d8a5-4709-a9d7-fda2d5d83dba", "name": "network-vif-deleted", "tag": "79623ca0-bf5f-4222-a661-53089e18c3c2", "status": "completed", "code": 200}]} {{(pid=102325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:36.693269 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3dda00e8-fa85-4889-aa05-80cb8229457f {{(pid=102325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:36.693728 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3531392-d8a5-4709-a9d7-fda2d5d83dba', 'name': 'network-vif-deleted', 'tag': '79623ca0-bf5f-4222-a661-53089e18c3c2', 'status': 'completed', 'code': 200} Jan 28 01:11:36.780624 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [req-5a9c91a1-4825-45cb-bac2-627087b95f0b req-996f79e8-9e32-4885-b444-2bbd167ef766 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3531392-d8a5-4709-a9d7-fda2d5d83dba HTTP/1.1" status: 200 len: 210 time: 0.0260644 Jan 28 01:11:37.838142 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51656) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:37.958995 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Deleting port f97076b4-61ec-4e08-8299-dd8ad2e9c7aa {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:37.959335 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.032841 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.033165 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.044935 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Calling delete_port for f97076b4-61ec-4e08-8299-dd8ad2e9c7aa owned by network:floatingip {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:38.172899 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (f97076b4-61ec-4e08-8299-dd8ad2e9c7aa), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.197136 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event deleted for resources: {'Port': ['ID=f97076b4-61ec-4e08-8299-dd8ad2e9c7aa,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:38.268507 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for floatingip (a00271a0-6118-4297-8766-b2e755354dee), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.271096 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110702'] for floatingip (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.272253 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-a5f404c8-6fc7-4f18-9f42-74b8f0f112fb tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "DELETE /v2.0/floatingips/a00271a0-6118-4297-8766-b2e755354dee HTTP/1.1" status: 204 len: 168 time: 0.4331396 Jan 28 01:11:39.466180 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51668) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:39.522370 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group (92eff45a-32a7-4f92-b0e0-2789a233c652), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.548213 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group (92eff45a-32a7-4f92-b0e0-2789a233c652), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.605406 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (92eff45a-32a7-4f92-b0e0-2789a233c652), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.608633 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.609925 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] 10.222.0.78 "DELETE /v2.0/security-groups/92eff45a-32a7-4f92-b0e0-2789a233c652 HTTP/1.1" status: 204 len: 168 time: 0.1427212 Jan 28 01:11:39.619457 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eff45a-32a7-4f92-b0e0-2789a233c652,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:39.627462 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.627820 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.628177 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.628791 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.628948 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.629279 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.629610 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.629939 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.630268 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.630595 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.630947 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.631275 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.631596 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504699b0-f9b4-44dd-a8c7-48ac5fa99749 tempest-TestVolumeBootPattern-620688659 tempest-TestVolumeBootPattern-620688659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:39.668222 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51672) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:40.141108 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (da8300a9-5c71-41a2-b639-acf304907afe), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.379228 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Deleting port 10328467-db57-45fa-8208-c63419e1474b {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:40.379569 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (10328467-db57-45fa-8208-c63419e1474b), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.421570 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 79623ca0-bf5f-4222-a661-53089e18c3c2 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:40.444163 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] No Port match for: 79623ca0-bf5f-4222-a661-53089e18c3c2 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:40.444555 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Device 79623ca0-bf5f-4222-a661-53089e18c3c2 not bound to the agent host hv-cinder-81689 {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:40.461085 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] For port 10328467-db57-45fa-8208-c63419e1474b, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=10328467-db57-45fa-8208-c63419e1474b,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:40.461449 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (10328467-db57-45fa-8208-c63419e1474b), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.477820 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Calling delete_port for 10328467-db57-45fa-8208-c63419e1474b owned by network:router_interface {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:40.650943 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (10328467-db57-45fa-8208-c63419e1474b), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.676130 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Pushing event deleted for resources: {'Port': ['ID=10328467-db57-45fa-8208-c63419e1474b,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:41.083981 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (da8300a9-5c71-41a2-b639-acf304907afe), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.293051 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Router da8300a9-5c71-41a2-b639-acf304907afe has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:41.397165 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:41.403165 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-945e269c-7f0f-4078-96be-844335c597bc admin admin] 10.222.0.78 "PUT /v2.0/routers/da8300a9-5c71-41a2-b639-acf304907afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323637 Jan 28 01:11:41.404763 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51676) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:41.408761 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] Sync routers for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:41.419255 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:41.419940 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:11:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:41.516573 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks [] for router (da8300a9-5c71-41a2-b639-acf304907afe), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.530104 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: dv-cinder-816898-6-iscsi {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:41.623262 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks [] for router_gateway (da8300a9-5c71-41a2-b639-acf304907afe), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.675801 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Deleting port f38dbca0-9624-4931-9d64-8711fa81c312 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:41.676047 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.711357 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:11:40Z', 'revision_number': 5, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port': {'id': 'f38dbca0-9624-4931-9d64-8711fa81c312', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:12Z', 'updated_at': '2022-01-28T01:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:41.738803 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] Checking router: da8300a9-5c71-41a2-b639-acf304907afe for host: dv-cinder-816898-6-iscsi {{(pid=102326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:41.747794 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] Routers {'da8300a9-5c71-41a2-b639-acf304907afe'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:41.748410 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:11:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['da8300a9-5c71-41a2-b639-acf304907afe'], 'active': True} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:41.757493 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] For port f38dbca0-9624-4931-9d64-8711fa81c312, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=f38dbca0-9624-4931-9d64-8711fa81c312,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:41.758085 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.770282 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Calling delete_port for f38dbca0-9624-4931-9d64-8711fa81c312 owned by network:router_gateway {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:41.833795 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvr_db [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] Set router da8300a9-5c71-41a2-b639-acf304907afe gateway port host: None {{(pid=102326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:41.887962 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_hamode_db [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:11:41Z', 'revision_number': 6, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port_host': None}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:41.913735 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ae71b-b05e-4b53-b73b-1fd5f04ac964 None None] The sync data for ids ['da8300a9-5c71-41a2-b639-acf304907afe'] in dv-cinder-816898-6-iscsi is: [{'id': 'da8300a9-5c71-41a2-b639-acf304907afe', 'name': 'tempest-TestVolumeBootPattern-1595704807-router', 'tenant_id': '84aa61f3492a445c961e0e4b3682cfcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:11Z', 'updated_at': '2022-01-28T01:11:41Z', 'revision_number': 6, 'project_id': '84aa61f3492a445c961e0e4b3682cfcb', 'gw_port_host': None}] {{(pid=102326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:41.932945 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (f38dbca0-9624-4931-9d64-8711fa81c312), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.959893 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Pushing event deleted for resources: {'Port': ['ID=f38dbca0-9624-4931-9d64-8711fa81c312,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:42.015721 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (da8300a9-5c71-41a2-b639-acf304907afe), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.101741 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (da8300a9-5c71-41a2-b639-acf304907afe), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.103851 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks [] for router_controller (da8300a9-5c71-41a2-b639-acf304907afe), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.148538 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (da8300a9-5c71-41a2-b639-acf304907afe), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.149073 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8300a9-5c71-41a2-b639-acf304907afe {{(pid=102325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:42.153275 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.154420 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-d429cd60-3d49-40b9-ae8c-bee97ad4329d admin admin] 10.222.0.78 "DELETE /v2.0/routers/da8300a9-5c71-41a2-b639-acf304907afe HTTP/1.1" status: 204 len: 168 time: 0.7487471 Jan 28 01:11:42.157083 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51678) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:42.200070 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ae398f-431f-4b1a-9bdd-575d1c424dae admin admin] Deleting subnet 6f621703-bd2d-4b83-87a4-849cbfa81005 {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:11:42.203034 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e3ae398f-431f-4b1a-9bdd-575d1c424dae admin admin] Publish callbacks [] for subnet (6f621703-bd2d-4b83-87a4-849cbfa81005), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.223608 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.237021 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e3ae398f-431f-4b1a-9bdd-575d1c424dae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (6f621703-bd2d-4b83-87a4-849cbfa81005), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.330751 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e3ae398f-431f-4b1a-9bdd-575d1c424dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (6f621703-bd2d-4b83-87a4-849cbfa81005), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.383742 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e3ae398f-431f-4b1a-9bdd-575d1c424dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (6f621703-bd2d-4b83-87a4-849cbfa81005), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.410084 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae398f-431f-4b1a-9bdd-575d1c424dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f621703-bd2d-4b83-87a4-849cbfa81005,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:42.413498 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-e3ae398f-431f-4b1a-9bdd-575d1c424dae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.419544 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-e3ae398f-431f-4b1a-9bdd-575d1c424dae admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6f621703-bd2d-4b83-87a4-849cbfa81005 HTTP/1.1" status: 204 len: 168 time: 0.2584691 Jan 28 01:11:42.420781 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51680) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:42.424914 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe788bb-9858-4916-aeee-4b332d995398 None None] Network 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:42.490198 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.548477 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Deleting port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:42.548823 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.610140 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] For port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab,segment=NetworkSegment(2682ba21-4a06-436a-b91e-e4b6e595bae0),segment_id=2682ba21-4a06-436a-b91e-e4b6e595bae0)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:42.610430 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.624003 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Calling delete_port for 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab owned by network:dhcp {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:42.691899 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] DHCP port deletion for 3bb0bc5c-1a8f-440b-a693-6e8a7b68363c request from dv-cinder-816898-6-iscsi {{(pid=102326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:11:42.711633 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.737332 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:42.740850 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] No DVR routers for this DVR port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab on host dv-cinder-816898-6-iscsi {{(pid=102325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:42.743897 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Deleting port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab {{(pid=102326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:42.744269 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), before_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.812648 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.db [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] For port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab, host dv-cinder-816898-6-iscsi, got binding levels [] {{(pid=102326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:42.813046 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), precommit_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.814277 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.826403 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Calling delete_port for 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab owned by network:dhcp {{(pid=102326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:42.829130 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.ipam_backend_mixin [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab was not found and therefore no delete operation was performed {{(pid=102326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:11:42.830362 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402'] for port (57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab), after_delete {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.835758 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb0bc5c-1a8f-440b-a693-6e8a7b68363c']}} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:42.845794 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2682ba21-4a06-436a-b91e-e4b6e595bae0') {'for_net_delete': True} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:42.846096 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.services.segments.db [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2682ba21-4a06-436a-b91e-e4b6e595bae0') {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:42.855863 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Pushing event deleted for resources: {'Port': ['ID=57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab,revision_number=None']} {{(pid=102326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:42.859573 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7453737'] for segment (2682ba21-4a06-436a-b91e-e4b6e595bae0), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.860086 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] No DVR routers for this DVR port 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab on host dv-cinder-816898-6-iscsi {{(pid=102326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:42.872051 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.872430 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.873359 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.873706 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.874037 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.874792 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.874792 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.875047 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.875333 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.875652 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.875970 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.876284 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.876599 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac15ad-c89b-4d37-b67f-e502e8777ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-6-iscsi {{(pid=102326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:42.883324 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (2682ba21-4a06-436a-b91e-e4b6e595bae0), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.890309 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=102325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:11:42.890722 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7805408'] for segment (2682ba21-4a06-436a-b91e-e4b6e595bae0), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: Traceback (most recent call last): Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: timer() Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: cb(*args, **kw) Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: return func(*args, **kwargs) Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: self._notify() Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: self.callback(batched_events) Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: event.method(event) Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: return f(self, *a, **k) Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._get(url).json() Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: return self.request(url, 'GET', **kwargs) Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:11:42.892489 dv-cinder-816898-6-iscsi neutron-server[102325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:11:42.947842 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (3bb0bc5c-1a8f-440b-a693-6e8a7b68363c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.957756 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.961183 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3bb0bc5c-1a8f-440b-a693-6e8a7b68363c HTTP/1.1" status: 204 len: 168 time: 0.5393674 Jan 28 01:11:42.964409 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51682) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:42.975063 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b844b1-4e26-4c83-9bfe-871048f94983 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb0bc5c-1a8f-440b-a693-6e8a7b68363c,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:43.306371 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041159'] for router_interface (c959cc0c-1947-4ffc-be60-28861b584541), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.542946 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:43.548573 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Deleting port f638f083-6c24-4ba9-96e0-e9b84be1b9ca {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:43.548911 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.564115 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:43.564387 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 57c4137e-d1bc-445c-a4a4-bff8e3c1d9ab not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:43.564794 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 10328467-db57-45fa-8208-c63419e1474b no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:43.583317 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 10328467-db57-45fa-8208-c63419e1474b {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:43.583660 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 10328467-db57-45fa-8208-c63419e1474b not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:43.584066 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device f38dbca0-9624-4931-9d64-8711fa81c312 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:43.605769 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: f38dbca0-9624-4931-9d64-8711fa81c312 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:43.606672 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device f38dbca0-9624-4931-9d64-8711fa81c312 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:43.626594 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] For port f638f083-6c24-4ba9-96e0-e9b84be1b9ca, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,segment=NetworkSegment(caa0faac-6d25-4267-96a5-5c81be6429cd),segment_id=caa0faac-6d25-4267-96a5-5c81be6429cd)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:43.626999 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.639356 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Calling delete_port for f638f083-6c24-4ba9-96e0-e9b84be1b9ca owned by network:router_interface {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:43.814754 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (f638f083-6c24-4ba9-96e0-e9b84be1b9ca), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.842499 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Pushing event deleted for resources: {'Port': ['ID=f638f083-6c24-4ba9-96e0-e9b84be1b9ca,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:44.004392 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041323'] for router_interface (c959cc0c-1947-4ffc-be60-28861b584541), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.213139 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Router c959cc0c-1947-4ffc-be60-28861b584541 has already been hosted by L3 agent 55b49aa8-b060-495d-8def-4437fd9345f7 {{(pid=102324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:44.318865 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] Notify agent at l3_agent.dv-cinder-816898-6-iscsi the message routers_updated {{(pid=102324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:44.326506 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-e3a886cc-3bcb-4e28-9cda-2156ce77b319 admin admin] 10.222.0.78 "PUT /v2.0/routers/c959cc0c-1947-4ffc-be60-28861b584541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3584383 Jan 28 01:11:44.327055 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51684) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:44.327662 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] Sync routers for ids ['c959cc0c-1947-4ffc-be60-28861b584541'] in dv-cinder-816898-6-iscsi {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:44.337596 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] Routers {'c959cc0c-1947-4ffc-be60-28861b584541'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:44.338218 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:11:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['c959cc0c-1947-4ffc-be60-28861b584541'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:44.432008 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks [] for router (c959cc0c-1947-4ffc-be60-28861b584541), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.449487 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] Set router c959cc0c-1947-4ffc-be60-28861b584541 gateway port host: dv-cinder-816898-6-iscsi {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:44.535060 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks [] for router_gateway (c959cc0c-1947-4ffc-be60-28861b584541), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.585853 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Deleting port a84791b6-e979-4e32-875c-3a95631be1a7 {{(pid=102325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:44.586188 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.624738 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'external_fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:11:43Z', 'revision_number': 5, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port': {'id': 'a84791b6-e979-4e32-875c-3a95631be1a7', 'name': '', 'network_id': 'e2911114-9696-405b-a1fe-14c378844ae6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:04:17Z', 'updated_at': '2022-01-28T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e56c0ded-5b00-4333-9a74-5d8d456776b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-6-iscsi'}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:44.651175 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] Checking router: c959cc0c-1947-4ffc-be60-28861b584541 for host: dv-cinder-816898-6-iscsi {{(pid=102327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:44.660250 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] Routers {'c959cc0c-1947-4ffc-be60-28861b584541'} bound to L3 agent in host dv-cinder-816898-6-iscsi {{(pid=102327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:44.660861 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:49:19Z,description=,heartbeat_timestamp=2022-01-28T01:11:19Z,host='dv-cinder-816898-6-iscsi',id=55b49aa8-b060-495d-8def-4437fd9345f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:49:19Z,topic='l3_agent')) {'router_ids': ['c959cc0c-1947-4ffc-be60-28861b584541'], 'active': True} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:44.667044 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.db [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] For port a84791b6-e979-4e32-875c-3a95631be1a7, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=a84791b6-e979-4e32-875c-3a95631be1a7,segment=NetworkSegment(29f82586-d4fa-473a-bda1-ec1cd08a83e4),segment_id=29f82586-d4fa-473a-bda1-ec1cd08a83e4)] {{(pid=102325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:44.667407 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.679617 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Calling delete_port for a84791b6-e979-4e32-875c-3a95631be1a7 owned by network:router_gateway {{(pid=102325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:44.746363 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_dvr_db [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] Set router c959cc0c-1947-4ffc-be60-28861b584541 gateway port host: None {{(pid=102327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:44.801569 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.l3_hamode_db [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:11:44Z', 'revision_number': 6, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port_host': None}], 'dv-cinder-816898-6-iscsi', False) {} {{(pid=102327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:44.827664 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59940f-39a0-4771-b996-7c9bb6d6af30 None None] The sync data for ids ['c959cc0c-1947-4ffc-be60-28861b584541'] in dv-cinder-816898-6-iscsi is: [{'id': 'c959cc0c-1947-4ffc-be60-28861b584541', 'name': 'tempest-TestVolumeBootPattern-1941026981-router', 'tenant_id': 'a569f55805bc42dfbb5af28043838e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:04:16Z', 'updated_at': '2022-01-28T01:11:44Z', 'revision_number': 6, 'project_id': 'a569f55805bc42dfbb5af28043838e61', 'gw_port_host': None}] {{(pid=102327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:44.847577 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7805247'] for port (a84791b6-e979-4e32-875c-3a95631be1a7), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.873777 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84791b6-e979-4e32-875c-3a95631be1a7,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:44.932785 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2040961'] for router_gateway (c959cc0c-1947-4ffc-be60-28861b584541), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.019827 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2042612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45529'] for router (c959cc0c-1947-4ffc-be60-28861b584541), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.021983 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks [] for router_controller (c959cc0c-1947-4ffc-be60-28861b584541), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.067686 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2042621'] for router (c959cc0c-1947-4ffc-be60-28861b584541), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.068019 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c959cc0c-1947-4ffc-be60-28861b584541 {{(pid=102325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:45.072471 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.073606 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-8cf59c1e-4457-4b43-8e8e-fdd27fde2d14 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c959cc0c-1947-4ffc-be60-28861b584541 HTTP/1.1" status: 204 len: 168 time: 0.7455592 Jan 28 01:11:45.076732 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.wsgi [-] (102325) accepted ('10.222.0.78', 51686) {{(pid=102325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.119961 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b99089d-0816-4a4e-9420-37fd5d484834 admin admin] Deleting subnet 70da7939-be51-4ade-bf4c-ab82637b729c {{(pid=102325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:11:45.123024 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b99089d-0816-4a4e-9420-37fd5d484834 admin admin] Publish callbacks [] for subnet (70da7939-be51-4ade-bf4c-ab82637b729c), before_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.157794 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b99089d-0816-4a4e-9420-37fd5d484834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7453776'] for subnet (70da7939-be51-4ade-bf4c-ab82637b729c), precommit_delete_associations {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.240305 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b99089d-0816-4a4e-9420-37fd5d484834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906681'] for subnet (70da7939-be51-4ade-bf4c-ab82637b729c), precommit_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.291455 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b99089d-0816-4a4e-9420-37fd5d484834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1876759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7805194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7371393'] for subnet (70da7939-be51-4ade-bf4c-ab82637b729c), after_delete {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.314732 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99089d-0816-4a4e-9420-37fd5d484834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70da7939-be51-4ade-bf4c-ab82637b729c,revision_number=None']} {{(pid=102325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:45.321405 dv-cinder-816898-6-iscsi neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7b99089d-0816-4a4e-9420-37fd5d484834 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.325826 dv-cinder-816898-6-iscsi neutron-server[102325]: INFO neutron.wsgi [None req-7b99089d-0816-4a4e-9420-37fd5d484834 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/70da7939-be51-4ade-bf4c-ab82637b729c HTTP/1.1" status: 204 len: 168 time: 0.2476406 Jan 28 01:11:45.327387 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe09ab0-95f2-45f3-88a8-55768837444c None None] Network 7228962f-c104-4f17-b3f3-c13a6aa64d76 requested from dv-cinder-816898-6-iscsi {{(pid=102326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:45.328521 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51688) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.394654 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1003384'] for network (7228962f-c104-4f17-b3f3-c13a6aa64d76), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.451999 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Deleting port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 {{(pid=102324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:45.452337 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775370274416'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.515624 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.db [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] For port 3ed81c33-3336-4ebb-830e-0e5f76b03e33, host dv-cinder-816898-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-6-iscsi',level=0,port_id=3ed81c33-3336-4ebb-830e-0e5f76b03e33,segment=NetworkSegment(caa0faac-6d25-4267-96a5-5c81be6429cd),segment_id=caa0faac-6d25-4267-96a5-5c81be6429cd)] {{(pid=102324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:45.515909 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2042976'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.528180 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.plugin [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Calling delete_port for 3ed81c33-3336-4ebb-830e-0e5f76b03e33 owned by network:dhcp {{(pid=102324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:45.607383 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775370283722', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775369689402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7838232'] for port (3ed81c33-3336-4ebb-830e-0e5f76b03e33), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.608365 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da890b-525e-4c0f-9c0e-d7f8a11a4daa None None] DHCP port deletion for 7228962f-c104-4f17-b3f3-c13a6aa64d76 request from dv-cinder-816898-6-iscsi {{(pid=102326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:11:45.637140 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed81c33-3336-4ebb-830e-0e5f76b03e33,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:45.640974 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] No DVR routers for this DVR port 3ed81c33-3336-4ebb-830e-0e5f76b03e33 on host dv-cinder-816898-6-iscsi {{(pid=102324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:45.668522 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device a84791b6-e979-4e32-875c-3a95631be1a7 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:45.688370 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: a84791b6-e979-4e32-875c-3a95631be1a7 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:45.688798 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device a84791b6-e979-4e32-875c-3a95631be1a7 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:45.689287 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device f638f083-6c24-4ba9-96e0-e9b84be1b9ca no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:45.709796 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: f638f083-6c24-4ba9-96e0-e9b84be1b9ca {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:45.710136 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device f638f083-6c24-4ba9-96e0-e9b84be1b9ca not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:45.710547 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 3ed81c33-3336-4ebb-830e-0e5f76b03e33 no longer exists at agent ovs-agent-dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:45.711593 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912450', 'neutron.services.segments.db._delete_segments_for_network-8775370234772'] for network (7228962f-c104-4f17-b3f3-c13a6aa64d76), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.730773 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.plugin [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] No Port match for: 3ed81c33-3336-4ebb-830e-0e5f76b03e33 {{(pid=102326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:45.731190 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron.plugins.ml2.rpc [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Device 3ed81c33-3336-4ebb-830e-0e5f76b03e33 not bound to the agent host dv-cinder-816898-6-iscsi {{(pid=102326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:45.740902 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7228962f-c104-4f17-b3f3-c13a6aa64d76']}} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:45.750837 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa0faac-6d25-4267-96a5-5c81be6429cd') {'for_net_delete': True} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:45.751186 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.services.segments.db [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa0faac-6d25-4267-96a5-5c81be6429cd') {} {{(pid=102324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:45.760511 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775370236573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7653001'] for segment (caa0faac-6d25-4267-96a5-5c81be6429cd), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.773863 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734'] for segment (caa0faac-6d25-4267-96a5-5c81be6429cd), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.780451 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=102324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:11:45.780857 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-989734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7838407'] for segment (caa0faac-6d25-4267-96a5-5c81be6429cd), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: Traceback (most recent call last): Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: timer() Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: cb(*args, **kw) Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: return func(*args, **kwargs) Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: self._notify() Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: self.callback(batched_events) Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: event.method(event) Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: return f(self, *a, **k) Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._get(url).json() Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: return self.request(url, 'GET', **kwargs) Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:11:45.782776 dv-cinder-816898-6-iscsi neutron-server[102324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:11:45.841255 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2040681'] for network (7228962f-c104-4f17-b3f3-c13a6aa64d76), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.845757 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032627'] for network (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.849337 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7228962f-c104-4f17-b3f3-c13a6aa64d76 HTTP/1.1" status: 204 len: 168 time: 0.5197465 Jan 28 01:11:45.862609 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99fc58-a488-4ad8-8f0f-6bf5b0f47180 admin admin] Pushing event deleted for resources: {'Network': ['ID=7228962f-c104-4f17-b3f3-c13a6aa64d76,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:45.966233 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51692) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:46.005259 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-2932ad08-ed9f-4d9f-b4b3-ab68a16e9f0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84aa61f3492a445c961e0e4b3682cfcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378327 Jan 28 01:11:46.007782 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51694) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:46.054438 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-499a85f6-07cc-4565-822f-bdf74b227834 admin admin] Publish callbacks [] for security_group (01e24448-7410-432d-a8fb-b734af05f2d4), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.076035 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-499a85f6-07cc-4565-822f-bdf74b227834 admin admin] Publish callbacks [] for security_group (01e24448-7410-432d-a8fb-b734af05f2d4), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.119709 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-499a85f6-07cc-4565-822f-bdf74b227834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (01e24448-7410-432d-a8fb-b734af05f2d4), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.122767 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-499a85f6-07cc-4565-822f-bdf74b227834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.123928 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-499a85f6-07cc-4565-822f-bdf74b227834 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01e24448-7410-432d-a8fb-b734af05f2d4 HTTP/1.1" status: 204 len: 168 time: 0.1152298 Jan 28 01:11:46.131982 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a85f6-07cc-4565-822f-bdf74b227834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e24448-7410-432d-a8fb-b734af05f2d4,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:46.433250 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51700) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:46.475501 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-ad8d5e57-4ab2-4393-bba5-753c2ec52f9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a569f55805bc42dfbb5af28043838e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410895 Jan 28 01:11:46.477937 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [-] (102324) accepted ('10.222.0.78', 51702) {{(pid=102324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:46.526352 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d758-6845-4afe-8f2a-bed157dbab35 admin admin] Publish callbacks [] for security_group (cb078801-8109-4b38-84fc-26e0ee738f9c), before_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.547272 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d758-6845-4afe-8f2a-bed157dbab35 admin admin] Publish callbacks [] for security_group (cb078801-8109-4b38-84fc-26e0ee738f9c), precommit_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.593094 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d758-6845-4afe-8f2a-bed157dbab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816505'] for security_group (cb078801-8109-4b38-84fc-26e0ee738f9c), after_delete {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.595715 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d758-6845-4afe-8f2a-bed157dbab35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.596908 dv-cinder-816898-6-iscsi neutron-server[102324]: INFO neutron.wsgi [None req-f5d5d758-6845-4afe-8f2a-bed157dbab35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb078801-8109-4b38-84fc-26e0ee738f9c HTTP/1.1" status: 204 len: 168 time: 0.1180143 Jan 28 01:11:46.604373 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5d758-6845-4afe-8f2a-bed157dbab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb078801-8109-4b38-84fc-26e0ee738f9c,revision_number=None']} {{(pid=102324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:46.908035 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-988c4ebb-7dc0-479d-beff-96f154be7f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:49.213688 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-238ea836-bc7c-4182-bdc0-c179a3c8f208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.558778 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.035801 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.367966 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.053674 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:12:12.227607 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.910577 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-1ec3522d-ab5d-4215-8c49-7c53a754238d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.216449 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-b31f1ad2-3509-4d9e-9c15-0f97b6cec398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.561017 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.038315 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.362038 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:31.053038 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:12:42.220676 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.914148 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-086b105d-dd00-4b9d-bb32-2ff5c569fffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.217779 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3fff6275-4652-4a85-8ff5-a3dadd5405cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.564798 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.039645 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.364411 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.051985 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:13:08.259250 dv-cinder-816898-6-iscsi neutron-server[102324]: DEBUG neutron.wsgi [req-51923f10-3756-4525-9078-00f926c998d9 req-49676128-19c1-42ab-aacd-92aa621990ef service neutron] (102324) timed out ('10.222.0.15', 65074) {{(pid=102324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:13:12.235714 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.917228 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-c2310e5e-db06-4264-b1c2-482765d72bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.218229 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-31869b5e-34c7-40ec-8666-4f27874c3a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.567619 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.042030 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.367246 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.265159 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.051063 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:13:46.918504 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ab69b260-9eda-45dd-90ae-6a5fca0c305d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.218730 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-2402e4a1-e9e7-44fe-8b49-e6bc57cebd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.573596 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.045476 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.370727 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.280639 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:16.920652 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a139-2b2a-40cb-b4ed-07d0d124401c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:19.218981 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3475eef3-5a22-4b26-947a-a85fc6eb4ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.572775 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.047234 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.051495 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:14:23.375001 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.289304 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.921605 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-566ae2a4-8141-4985-a58f-7c6b1b0b891c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.219938 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-ae208b79-81e2-4fd9-b75a-29f8111cc5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.575674 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.049536 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.377950 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.050038 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:15:12.298063 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.923510 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-da4dbe17-fb85-4593-be18-0290d2326ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.220914 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-3905e36e-57ed-499f-add5-0b181ae0c4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.581285 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.051722 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.380328 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.047836 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:15:42.307390 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.924246 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-58d0d48c-ca4c-4007-9b55-b2d1c090d5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.221051 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-09e2e375-5914-496f-8cd0-87b9217f0149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.581556 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.056719 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.381599 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.302911 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.046446 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:16:16.925911 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-efc570e3-d272-4181-ab40-08a9b9ae6e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.222046 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-25143082-3c5f-4e53-9eb5-4cf7a3b0d2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:20.583805 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.056382 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.384771 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.320469 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-99d61dd4-bf5a-46b5-8af8-82a300d802b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5b2a6396-b863-4769-a972-8108c7bb4a4a), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.927529 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-35d07a5e-5a84-47d6-9198-8a351672d92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (35cf2c28-3819-4f6f-9f3f-0d30031ebf26), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.223224 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-a724c54f-008d-495d-9696-243a11dcda1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (55b49aa8-b060-495d-8def-4437fd9345f7), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.044944 dv-cinder-816898-6-iscsi neutron-server[102327]: DEBUG neutron.db.agents_db [None req-35d96735-e50f-40d2-9a1d-e5dfa6cbbc12 None None] Agent healthcheck: found 6 active agents {{(pid=102327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:16:50.588088 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-144c81d4-563c-49b5-bdfa-f21cf936ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4936d01d-42f1-4d6a-a787-bcddfcad1abc), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.060749 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-63696f30-d75c-4666-8168-2b993f81806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (5e3309ee-246b-4685-a93d-d1c8e0d87653), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.387037 dv-cinder-816898-6-iscsi neutron-server[102326]: DEBUG neutron_lib.callbacks.manager [None req-4709a567-c596-4e7e-a4ce-889bd4c50be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775370234754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910402'] for agent (4c0b7eb7-f464-43ea-bb0f-db3969ee9ece), after_update {{(pid=102326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}